-- Logs begin at Tue 2022-04-12 19:28:45 UTC, end at Tue 2022-04-12 20:27:53 UTC. -- Apr 12 20:01:18.770870 dv-cinder-837542-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 20:01:21.784063 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.common.config [-] Logging enabled! Apr 12 20:01:21.784803 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 20:01:21.784900 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 20:01:21.788175 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.common.config [-] Logging enabled! Apr 12 20:01:21.788450 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 20:01:21.788765 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 20:01:21.789693 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 20:01:21.789926 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 20:01:21.790291 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 20:01:21.791140 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 20:01:21.791884 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 20:01:21.792335 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.792767 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 20:01:21.793086 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.793386 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.793683 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.793987 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.794279 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.794816 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.795107 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.795406 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.795699 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.795979 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.796283 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.796579 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.796864 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.797153 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.797442 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.797727 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] debug = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.798010 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.798445 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.798854 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.799135 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.799423 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.799703 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.799975 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.800272 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.800559 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.800888 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] host = dv-cinder-837542-1-iscsi {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.801164 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.801456 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.801741 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.802023 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.802297 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.802574 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.802857 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.803131 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.803403 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.803681 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.803968 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.804276 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.804569 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.804794 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.805017 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.805306 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.805595 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.805871 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.806179 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.806869 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.807153 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.807433 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.807708 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.807997 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.808316 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.808606 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.808882 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.809157 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.809430 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.809705 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.809992 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.810265 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.810539 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.810812 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.811097 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.811367 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.811642 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.811941 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.812241 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.812527 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.812811 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.813084 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.813364 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.813639 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.813910 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.814179 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] use_json = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.814451 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.814721 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.815001 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.815272 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.815546 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.815817 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.816088 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.816402 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.816673 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:21.816966 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.817259 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.817560 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.817857 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.818148 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.818425 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.818715 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.818993 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.819284 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.819572 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.819858 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.820135 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.820458 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.820747 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.821042 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.821348 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.821661 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.822407 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.822690 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.822966 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.823240 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.823519 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.823809 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.824094 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.824413 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.824703 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.824983 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.825280 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.825562 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.825856 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.826145 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.826418 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.826695 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.826987 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.827264 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.827534 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.827812 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.828099 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.828402 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.828676 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.828957 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.829232 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.829502 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.829774 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.830050 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.830337 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.830610 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.830879 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.831150 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.831423 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.831693 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.831980 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.832279 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.832553 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.832822 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.833097 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.833366 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.833637 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.833915 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.834185 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.834459 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.834729 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.834999 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.835267 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.835537 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.835806 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.836075 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.836370 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.836645 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.836914 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.837182 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.838076 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.838726 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.839010 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.839307 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.839611 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.839894 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.840180 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.840486 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.840769 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.841048 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.841326 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.841605 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.841883 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.842159 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.842452 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.842736 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.843023 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.843327 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.843606 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.843901 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.844177 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.844484 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.844765 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.845041 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.845317 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.845599 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.845881 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.846174 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.846467 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.846760 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.847052 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.847341 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.847616 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.847922 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.848201 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:21.848439 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 20:01:21.848678 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103335) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 20:01:22.231533 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 20:01:22.231806 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 20:01:22.232108 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 20:01:22.232461 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 20:01:22.568097 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.568407 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.568676 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.571591 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.572414 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.572690 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.626351 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.626626 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.626890 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.642313 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.642589 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.642856 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.673650 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.673929 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.674201 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.712110 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.712436 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:22.713147 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.061177 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.061799 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.061799 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.062054 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.062557 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.165432 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.166249 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.166535 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.166810 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.167078 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.167391 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.167653 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.167911 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.168168 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.168478 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.168741 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.169007 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.169264 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.169767 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.170023 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.170290 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.170540 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.170806 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.171074 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.171334 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.171608 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.171858 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.172137 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.172540 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.172788 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.173038 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.173435 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 20:01:23.173672 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 20:01:23.173907 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 20:01:23.174140 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 20:01:23.174373 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 20:01:23.174604 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 20:01:23.174969 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 20:01:23.178138 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 20:01:23.183175 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 20:01:23.187011 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Apr 12 20:01:23.188650 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 20:01:23.189121 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 20:01:23.189452 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 20:01:23.189832 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 20:01:23.192793 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 20:01:23.193043 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 20:01:23.193384 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 20:01:23.200185 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 20:01:23.223688 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 20:01:23.224145 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.224466 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103335) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 20:01:23.224837 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.226183 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103335) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 20:01:23.226464 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 20:01:23.226708 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 20:01:23.230592 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.230873 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.294235 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 20:01:23.294714 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 20:01:23.294955 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 20:01:23.295323 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 20:01:23.316084 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_db.sqlalchemy.engines [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103335) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 20:01:23.757148 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Initializing driver for type 'gre' Apr 12 20:01:23.757578 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] gre ID ranges: [(1, 1000)] Apr 12 20:01:23.807955 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Initializing driver for type 'local' Apr 12 20:01:23.808319 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Initializing driver for type 'vlan' Apr 12 20:01:23.820523 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] VlanTypeDriver initialization complete Apr 12 20:01:23.820865 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Initializing driver for type 'vxlan' Apr 12 20:01:23.821346 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] vxlan ID ranges: [(1, 1000)] Apr 12 20:01:23.870158 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Initializing extension driver 'port_security' Apr 12 20:01:23.870532 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.extensions.port_security [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] PortSecurityExtensionDriver initialization complete Apr 12 20:01:23.870893 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Initializing mechanism driver 'openvswitch' Apr 12 20:01:23.871226 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Initializing mechanism driver 'hyperv' Apr 12 20:01:23.877738 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:23.878582 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > port after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.878958 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.879314 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > port after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.879841 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 20:01:23.880302 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > subnet after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.880661 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > subnet after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.881033 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.881427 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 20:01:23.881832 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > network after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.882182 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > network after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.882525 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > network after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.882921 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 20:01:23.883325 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > security_group after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.883676 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > security_group after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.884018 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.884921 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 20:01:23.885410 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.885828 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.886205 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.886606 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 20:01:23.887011 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > address_group after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.887359 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > address_group after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.887699 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.888095 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 20:01:23.888571 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] ML2 OVO RPC backend initialized. {{(pid=103335) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 20:01:23.889273 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.889629 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.890048 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > network before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.890397 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > networks before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.890746 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > port before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.891082 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > ports before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.891430 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > subnet before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.891773 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > subnets before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.892118 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > network after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.892486 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > network after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.892822 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > network after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.893158 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > port after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.893494 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.893835 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > port after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.894169 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > subnet after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.894508 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > subnet after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.894838 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.903205 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded quota_driver: . Apr 12 20:01:23.903571 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Modular L2 Plugin initialization complete Apr 12 20:01:23.903918 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading services supported by the core plugin {{(pid=103335) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 20:01:23.904282 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Got port-security extension from driver 'port_security' Apr 12 20:01:23.904760 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.extensions.vlantransparent [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Disabled vlantransparent extension. Apr 12 20:01:23.905255 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103335) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 20:01:23.905582 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading Plugin: router Apr 12 20:01:23.941697 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.942099 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router after_create 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.942467 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router before_create 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.942830 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.943201 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.943558 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router after_delete 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.943917 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.944289 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.944648 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router after_create 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.944993 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router after_update 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.945340 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router after_update 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.945687 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.946162 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router after_update 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.946576 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router precommit_update 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.947588 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.947944 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: port after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.948324 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: subnet after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.948676 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.949030 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.949383 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router precommit_create 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.949730 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: port before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.950075 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router precommit_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.950432 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router after_update 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.950775 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.951127 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router precommit_create 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.951489 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.951838 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router precommit_update 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.952203 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > agent after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.952577 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > agent after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.952923 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > network after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.953777 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Tracking information for resource: router configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 20:01:23.954108 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Tracking information for resource: floatingip configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 20:01:23.958968 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.db.l3_agentschedulers_db [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 20:01:23.959542 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.959905 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: port after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.960289 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: port after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.960642 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.961446 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router before_create 55550100 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.961811 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.962169 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router precommit_create 55550100 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.963540 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > router precommit_update 55550100 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.968393 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.services.provider_configuration [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service providers = [] {{(pid=103335) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 20:01:23.968763 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.db.servicetype_db [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103335) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 20:01:23.971693 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.services.service_base [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 20:01:23.972044 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.services.service_base [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 20:01:23.972417 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.services.service_base [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 20:01:23.973304 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.services.service_base [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 20:01:23.973680 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.services.service_base [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 20:01:23.974055 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 20:01:23.974376 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 20:01:23.986223 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 20:01:23.986557 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading Plugin: auto_allocate Apr 12 20:01:23.992275 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: network precommit_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.992635 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: network precommit_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:23.993220 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 20:01:23.993540 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading Plugin: tag Apr 12 20:01:24.003158 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 20:01:24.003566 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading Plugin: timestamp Apr 12 20:01:24.008127 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 20:01:24.008503 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading Plugin: network_ip_availability Apr 12 20:01:24.015805 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:24.016310 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:24.016699 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:24.017678 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 20:01:24.018040 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading Plugin: flavors Apr 12 20:01:24.023613 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 20:01:24.024006 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading Plugin: revisions Apr 12 20:01:24.029562 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 20:01:24.030014 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_concurrency.lockutils [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.798s {{(pid=103335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 20:01:24.031051 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103335) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 20:01:24.031427 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Initializing extension manager. Apr 12 20:01:24.032096 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: __init__.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.032455 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: __pycache__ {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.032856 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: address_group.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.033675 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.034261 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: address-group Apr 12 20:01:24.034587 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: address_scope.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.035294 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.035812 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: address-scope Apr 12 20:01:24.036133 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.037077 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.037592 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: router-admin-state-down-before-update Apr 12 20:01:24.037912 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: agent.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.038600 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.039107 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: agent Apr 12 20:01:24.039428 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: agent_resources_synced.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.040349 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.042060 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: agent-resources-synced Apr 12 20:01:24.042395 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: allowedaddresspairs.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.044186 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.045071 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: allowed-address-pairs Apr 12 20:01:24.045400 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: auto_allocated_topology.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.046483 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.047010 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: auto-allocated-topology Apr 12 20:01:24.047357 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: availability_zone.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.048025 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.048566 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: availability_zone Apr 12 20:01:24.048893 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: availability_zone_filter.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.049792 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.050302 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: availability_zone_filter Apr 12 20:01:24.050626 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: data_plane_status.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.051527 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.052047 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 20:01:24.052403 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: default_subnetpools.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.053303 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.053812 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: default-subnetpools Apr 12 20:01:24.054133 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.054931 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.055441 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: dhcp_agent_scheduler Apr 12 20:01:24.055762 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: dns.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.056854 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.057362 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 20:01:24.057685 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: dns_domain_ports.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.058594 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.059101 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 20:01:24.059423 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.060359 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.060868 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 20:01:24.061190 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: dvr.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.061861 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.062369 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: dvr Apr 12 20:01:24.062691 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: ecmp_routes.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.063590 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.064097 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 20:01:24.064453 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: empty_string_filtering.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.065351 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.065864 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: empty-string-filtering Apr 12 20:01:24.066187 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.067101 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.067611 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 20:01:24.067939 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.068876 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.069389 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 20:01:24.069713 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: external_net.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.070618 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.071134 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: external-net Apr 12 20:01:24.071464 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.073017 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.073534 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: extra_dhcp_opt Apr 12 20:01:24.073861 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: extraroute.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.074769 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.075280 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: extraroute Apr 12 20:01:24.075605 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: extraroute_atomic.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.076813 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.077331 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: extraroute-atomic Apr 12 20:01:24.077657 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: filter_validation.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.078315 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.078824 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: filter-validation Apr 12 20:01:24.079148 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: fip_pf_description.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.080054 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.080602 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 20:01:24.080929 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: fip_pf_port_range.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.081844 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.082351 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 20:01:24.082675 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: fip_port_details.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.083588 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.084097 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: fip-port-details Apr 12 20:01:24.084447 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: flavors.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.085659 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.086182 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: flavors Apr 12 20:01:24.086510 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.089193 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.089718 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 20:01:24.090054 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: floatingip_pools.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.090747 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.091264 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: floatingip-pools Apr 12 20:01:24.091594 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: ip_allocation.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.092535 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.093047 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 20:01:24.093373 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.094282 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.094800 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: ip-substring-filtering Apr 12 20:01:24.095131 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: l2_adjacency.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.096054 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.096605 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 20:01:24.096931 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: l3.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.097886 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.098409 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: router Apr 12 20:01:24.098738 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.100932 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.101472 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 20:01:24.101805 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.102721 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.104361 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: ext-gw-mode Apr 12 20:01:24.104698 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.105638 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.106157 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: l3-ha Apr 12 20:01:24.106486 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.107385 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.107894 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 20:01:24.108229 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: l3_flavors.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.109143 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.109653 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: l3-flavors Apr 12 20:01:24.109977 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.111340 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.111865 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 20:01:24.112203 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.113134 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.113651 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 20:01:24.113982 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: l3agentscheduler.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.115017 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.115533 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: l3_agent_scheduler Apr 12 20:01:24.115862 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: local_ip.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.117791 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.118322 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension local_ip not supported by any of loaded plugins Apr 12 20:01:24.118775 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: logging.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.120763 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.121290 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension logging not supported by any of loaded plugins Apr 12 20:01:24.121625 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: metering.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.122370 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.122952 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: metering Apr 12 20:01:24.123282 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.124427 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.124947 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: metering_source_and_destination_fields Apr 12 20:01:24.125276 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: multiprovidernet.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.126193 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.126707 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: multi-provider Apr 12 20:01:24.127032 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: netmtu.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.127932 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.128474 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: net-mtu Apr 12 20:01:24.128799 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: netmtu_writable.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.129701 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.130217 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: net-mtu-writable Apr 12 20:01:24.130539 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: network_availability_zone.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.131199 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.131704 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: network_availability_zone Apr 12 20:01:24.132044 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: network_ip_availability.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.133144 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.133662 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: network-ip-availability Apr 12 20:01:24.133988 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: network_segment_range.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.135674 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.136187 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 20:01:24.136545 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: pagination.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.137517 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.137849 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: pagination Apr 12 20:01:24.138170 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: port_device_profile.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.139077 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.139592 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: port-device-profile Apr 12 20:01:24.139914 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.140841 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.141353 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: port-mac-address-regenerate Apr 12 20:01:24.141677 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.142676 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.143191 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: port-numa-affinity-policy Apr 12 20:01:24.143513 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: port_resource_request.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.144456 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.144967 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 20:01:24.145290 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: port_resource_request_groups.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.146244 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.146754 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 20:01:24.147079 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: portbindings.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.147986 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.148526 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: binding Apr 12 20:01:24.148850 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: portbindings_extended.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.151233 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.151760 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: binding-extended Apr 12 20:01:24.152093 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: portsecurity.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.153031 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.153554 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: port-security Apr 12 20:01:24.153884 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: project_id.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.154850 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.155184 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: project-id Apr 12 20:01:24.155511 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: providernet.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.156450 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.156970 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: provider Apr 12 20:01:24.157294 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.160816 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.161344 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos not supported by any of loaded plugins Apr 12 20:01:24.161678 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.163025 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.163545 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 20:01:24.163875 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.164818 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.165337 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 20:01:24.166148 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos_default.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.167077 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.167593 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos-default not supported by any of loaded plugins Apr 12 20:01:24.167921 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos_fip.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.168863 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.169378 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 20:01:24.169955 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.170863 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.171374 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 20:01:24.171701 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos_gateway_ip.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.172656 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.173176 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 20:01:24.173507 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos_port_network_policy.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.174413 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.174929 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 20:01:24.175255 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.176309 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.176829 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 20:01:24.177154 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.178202 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.178717 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 20:01:24.179041 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos_pps_rule.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.180195 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.180757 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 20:01:24.181080 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos_rule_type_details.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.182424 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.182950 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 20:01:24.183273 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.184172 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.184712 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 20:01:24.185037 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: qos_rules_alias.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.186077 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.186599 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 20:01:24.186927 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: quota_check_limit.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.187822 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.188376 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: quota-check-limit Apr 12 20:01:24.188705 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: quotasv2.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.189625 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.189954 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: quotas Apr 12 20:01:24.190277 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: quotasv2_detail.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.191946 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.192309 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: quota_details Apr 12 20:01:24.192646 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: rbac.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.193691 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.194219 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: rbac-policies Apr 12 20:01:24.194549 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: rbac_address_group.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.195465 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.195988 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: rbac-address-group Apr 12 20:01:24.196350 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: rbac_address_scope.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.198220 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.198739 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: rbac-address-scope Apr 12 20:01:24.199070 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: rbac_security_groups.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.200056 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.200612 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: rbac-security-groups Apr 12 20:01:24.200959 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: rbac_subnetpool.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.201848 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.202360 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: rbac-subnetpool Apr 12 20:01:24.202685 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: revisionifmatch.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.203606 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.204123 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: revision-if-match Apr 12 20:01:24.204499 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: revisions.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.205604 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.206119 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: standard-attr-revisions Apr 12 20:01:24.206445 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: router_availability_zone.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.207105 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.207622 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: router_availability_zone Apr 12 20:01:24.207944 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: routerservicetype.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.208880 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.209396 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 20:01:24.209719 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.210639 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.211156 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: security-groups-normalized-cidr Apr 12 20:01:24.211478 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.213483 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.214008 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: port-security-groups-filtering Apr 12 20:01:24.214336 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.215266 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.215782 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: security-groups-remote-address-group Apr 12 20:01:24.216104 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.217054 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.217568 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: security-groups-shared-filtering Apr 12 20:01:24.217923 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.218512 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 20:01:24.218835 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: securitygroup.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.229038 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.229480 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: security-group Apr 12 20:01:24.229816 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: segment.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.230557 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.231075 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension segment not supported by any of loaded plugins Apr 12 20:01:24.231404 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.232383 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.232906 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 20:01:24.233702 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: servicetype.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.234324 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.234845 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: service-type Apr 12 20:01:24.235175 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: sorting.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.236155 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.236515 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: sorting Apr 12 20:01:24.236839 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: standard_attr_segment.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.237742 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.238263 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 20:01:24.238585 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: standardattrdescription.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.239227 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.239741 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: standard-attr-description Apr 12 20:01:24.240112 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: stateful_security_group.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.241052 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.241569 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: stateful-security-group Apr 12 20:01:24.241893 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: stdattrs_common.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.242454 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 20:01:24.242773 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.244312 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.244836 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 20:01:24.245162 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: subnet_onboard.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.246227 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.246751 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: subnet_onboard Apr 12 20:01:24.247077 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.247991 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.248535 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 20:01:24.248860 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: subnet_service_types.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.249776 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.250295 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: subnet-service-types Apr 12 20:01:24.250618 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: subnetallocation.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.251691 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.252211 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: subnet_allocation Apr 12 20:01:24.252558 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.253219 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.253731 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: subnetpool-prefix-ops Apr 12 20:01:24.254052 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.254967 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.255480 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 20:01:24.255801 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: tagging.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.256885 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.257411 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: standard-attr-tag Apr 12 20:01:24.257738 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: timestamp.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.258975 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.260483 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loaded extension: standard-attr-timestamp Apr 12 20:01:24.260822 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: trunk.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.261854 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.262404 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension trunk not supported by any of loaded plugins Apr 12 20:01:24.262728 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: trunk_details.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.263640 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.264162 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 20:01:24.264512 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: uplink_status_propagation.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.265436 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.265953 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 20:01:24.266276 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Loading extension file: vlantransparent.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 20:01:24.266935 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 20:01:24.267444 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 20:01:24.269992 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:network Apr 12 20:01:24.270512 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:subnet Apr 12 20:01:24.270908 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 20:01:24.271299 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:port Apr 12 20:01:24.272538 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.272987 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service FLAVORS assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.273597 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.274031 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.274361 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:router Apr 12 20:01:24.274799 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 20:01:24.276361 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service METERING assigned prefix: /metering {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.277825 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:24.278201 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:24.278561 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:01:24.279566 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 20:01:24.280022 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:security_group Apr 12 20:01:24.280503 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 20:01:24.281214 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service CORE assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.281548 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 20:01:24.281895 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] subnetpool is already registered Apr 12 20:01:24.282395 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service CORE assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.282723 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 20:01:24.283054 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] subnetpool is already registered Apr 12 20:01:24.285378 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.285811 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service FLAVORS assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.286397 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.286816 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.287148 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:router Apr 12 20:01:24.287493 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] router is already registered Apr 12 20:01:24.287907 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 20:01:24.288254 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] floatingip is already registered Apr 12 20:01:24.288710 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service METERING assigned prefix: /metering {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.289369 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 20:01:24.289699 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] rbac_policy is already registered Apr 12 20:01:24.290119 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:security_group Apr 12 20:01:24.290488 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] security_group is already registered Apr 12 20:01:24.291424 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 20:01:24.291764 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] security_group_rule is already registered Apr 12 20:01:24.292409 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service CORE assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.292739 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 20:01:24.293076 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] subnetpool is already registered Apr 12 20:01:24.293549 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Service CORE assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 20:01:24.293873 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 20:01:24.294198 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] subnetpool is already registered Apr 12 20:01:24.294934 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: extensions {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.296469 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: address-groups {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.297954 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: address-scopes {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.299286 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: agents {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.300546 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: auto-allocated-topology {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.301796 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: availability_zones {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.303136 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: dhcp-networks {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.305908 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: dhcp-agents {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.308022 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: routers {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.310327 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: flavors {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.311613 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: service_profiles {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.312852 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: next_providers {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.314303 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: service_profiles {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.315859 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: floatingip-pools {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.317108 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: routers {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.319201 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: floatingips {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.320535 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: l3-routers {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.322886 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: l3-agents {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.324340 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: metering-labels {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.325726 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: metering-label-rules {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.326999 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: network-ip-availabilities {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.328303 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: bindings {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.329959 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: quotas {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.331505 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: quotas {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.333062 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: rbac-policies {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.334349 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: security-groups {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.335603 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: security-group-rules {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.336877 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: service-providers {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.339170 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: subnetpools {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.340628 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: subnetpools {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.342077 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.343746 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.345767 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.347533 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.349367 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.351201 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.352942 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.355322 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.357119 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.358975 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 20:01:24.365031 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING keystonemiddleware.auth_token [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 20:01:24.371056 dv-cinder-837542-1-iscsi neutron-server[103335]: WARNING keystonemiddleware.auth_token [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 20:01:24.379618 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_concurrency.lockutils [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Acquired lock "singleton_lock" {{(pid=103335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 20:01:24.380092 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_concurrency.lockutils [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Releasing lock "singleton_lock" {{(pid=103335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 20:01:24.380770 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO oslo_service.service [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Starting 2 workers Apr 12 20:01:24.386732 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Started child 103444 {{(pid=103335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 20:01:24.391414 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Started child 103445 {{(pid=103335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 20:01:24.391668 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:24.392997 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO neutron.service [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 20:01:24.393194 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [-] (103444) wsgi starting up on http://0.0.0.0:9696 Apr 12 20:01:24.393639 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:24.396043 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO oslo_service.service [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Starting 1 workers Apr 12 20:01:24.396150 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:24.397648 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [-] (103445) wsgi starting up on http://0.0.0.0:9696 Apr 12 20:01:24.402594 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Started child 103446 {{(pid=103335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 20:01:24.403150 dv-cinder-837542-1-iscsi neutron-server[103335]: INFO oslo_service.service [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Starting 1 workers Apr 12 20:01:24.405814 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.service [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] calling RpcWorker wait() {{(pid=103446) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 20:01:24.406358 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.service [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] returning from RpcWorker wait() {{(pid=103446) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 20:01:24.407678 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:24.407871 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Started child 103447 {{(pid=103335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 20:01:24.408260 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:24.408704 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-255df2c7-8177-4c17-8a0b-b10a31df6f22 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:24.410653 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 20:01:24.410863 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 20:01:24.411052 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 20:01:24.411276 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 20:01:24.411655 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 20:01:24.411821 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 20:01:24.412373 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.412662 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.412752 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:24.413214 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.413214 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.413470 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.414033 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.414311 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.414563 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.414839 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.415071 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.415246 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.415417 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.415697 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.416566 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.416888 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.417166 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.417417 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.417688 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.417857 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.418136 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.418413 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.418688 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.418955 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] debug = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.419194 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.419913 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.420163 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.420440 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.420661 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.420940 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.421167 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.421442 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.421659 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.421872 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.422106 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.422370 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.422602 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.422832 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.423091 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.423305 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.423558 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.423779 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.424255 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] host = dv-cinder-837542-1-iscsi {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.424504 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.424719 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.424968 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.425214 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.425472 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.425712 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.425975 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.426230 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.426468 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.426709 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.426963 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.427192 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.427449 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.427761 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.427913 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_options = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.428112 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.428408 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.428667 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.428854 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.429022 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.429166 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.429426 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.429638 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.429833 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.430047 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.430261 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.430504 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.430733 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.430965 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.431270 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.432183 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.432444 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.432666 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.432920 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.433175 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.433426 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.433659 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.433898 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.434138 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.434374 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.434597 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.434845 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.435062 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.435285 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.435521 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.436506 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.436644 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:24.436835 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.438066 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.438066 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.438066 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.438066 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.438355 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.438502 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.439111 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.439111 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.441309 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.441309 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.441309 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.441309 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.441309 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.441309 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.441309 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_json = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.441309 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.441883 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.441883 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.442015 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.442250 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.442475 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.442702 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.442967 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.443697 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 33522) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:24.452736 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.452937 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070469 Apr 12 20:01:24.453518 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.453896 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.454303 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.454588 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.454844 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.455107 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.455375 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.455627 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.455890 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.456600 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.456600 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.456858 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.457171 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.457445 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.457739 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.458221 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.458510 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.458780 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.459025 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.459272 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.459534 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.460819 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.461134 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.461369 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.461626 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.461858 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.462380 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.463425 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.463862 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.464373 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.465274 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.465274 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.465274 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.465546 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.465628 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.465851 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.466107 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.466328 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.466683 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.467011 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.467117 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.467254 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.467475 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.467700 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.467927 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.468153 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.468519 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.468761 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.469011 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.469536 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.469536 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.469725 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.469947 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.470104 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.470349 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.470811 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.470811 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.471069 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.471319 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.471535 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.471752 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.471990 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.473535 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.473781 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.474179 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.474401 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.474791 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.475018 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.475303 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.475532 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.475775 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.476001 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.476254 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.476484 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.477056 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.477056 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.477243 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.477376 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.477590 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.477810 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.479484 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.479484 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.479484 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.479484 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.479484 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.479484 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.479484 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.479961 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.479961 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.480132 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.480522 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.481127 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.481567 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.481978 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.482231 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.482467 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.482729 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.482952 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.483225 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.483470 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.483699 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.483943 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.484215 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.484467 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.484889 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.485123 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.485351 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.485597 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.485847 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.486067 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.486458 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.486828 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.487197 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.487579 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.488037 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.488305 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.488662 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.489071 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.489470 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.489929 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.490341 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.490768 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.491134 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.491561 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.492012 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.492514 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.492815 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.493088 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.494228 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.494228 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.494509 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.494772 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.495012 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.495248 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.495521 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.495963 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.496428 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.496841 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.497256 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.497752 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.498144 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.498399 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.499114 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.499114 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.499308 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.499513 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.499794 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.500040 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.500314 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.500573 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.500834 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.501076 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.501317 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.501595 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.501819 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.502067 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.502319 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.502549 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.502767 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.503006 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.503265 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.503499 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.503724 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.503941 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.504166 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.504411 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.504677 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.504894 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.505121 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.505364 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.505585 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.505824 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.506050 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.506270 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.506523 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.506763 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.507031 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.507487 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.507908 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.508282 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.508530 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.508791 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.509067 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.509347 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.509721 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.510097 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.510468 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.510716 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.510939 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.511186 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.511426 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.511640 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.511913 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.512162 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.512545 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.512817 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.513055 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.513313 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.513566 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.513785 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.514177 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.514404 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.514630 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.514854 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.515080 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.515301 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.515523 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.515872 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.516121 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.516928 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.516928 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.516928 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.517161 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.517365 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.517615 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.521839 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.521839 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.521839 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.521839 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.521839 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.521839 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.521839 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.522329 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.522329 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.522573 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.522978 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.523560 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.523560 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.523732 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.523987 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.524215 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.524460 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.524695 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.525451 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.525689 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.526663 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.526663 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.526663 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.526663 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.526957 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.527034 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.527218 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.527434 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.527650 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.527879 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.528104 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.528341 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.528576 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.528798 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.529013 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.529240 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.529464 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.529672 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.530088 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.530308 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.530526 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.530759 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.530982 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.531205 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.531518 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.531923 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.532333 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.532761 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.533156 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.533600 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.534046 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.534530 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.534773 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.535045 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.535276 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.535504 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.535732 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.535993 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.536378 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.536684 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.536945 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.537205 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.537508 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.537811 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.538073 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.538292 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.538596 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.538930 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.539216 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.539495 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.539726 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.539975 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.540206 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.541499 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.541499 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.541499 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.541499 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.541791 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.541903 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.542139 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.542806 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.542806 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.542974 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.543091 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.543311 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.543532 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.543905 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.544200 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 20:01:24.545144 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 20:01:24.545456 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 20:01:24.545757 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 20:01:24.545937 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 20:01:24.546116 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 20:01:24.546273 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 20:01:24.546489 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.547023 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.547117 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:24.547193 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.547193 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.547193 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.547381 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.547450 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.547581 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.547743 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.547907 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.548086 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.548274 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.548398 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.548725 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.548894 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.549054 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.549963 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.549963 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.549963 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.549963 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.549963 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.550272 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.550272 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] debug = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.550404 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.550563 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.550737 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.550903 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.551065 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.551226 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.551390 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.551562 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.551727 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.551890 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.552046 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.552194 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.553136 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.553308 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.553478 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.553631 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.554091 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.554091 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.554091 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] host = dv-cinder-837542-1-iscsi {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.554344 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.554424 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.554546 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.554707 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.555023 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.555183 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.555485 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.555810 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.555965 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.556921 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.557327 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.557772 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.558105 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.558275 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.558440 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_options = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.558600 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.558923 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.559085 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.559416 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.559729 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.559924 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.560048 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.560381 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.560546 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.560708 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.560873 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.561027 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.561190 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.561356 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.561518 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.561677 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.561838 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.561998 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.562159 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.562320 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.562482 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.562722 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.562817 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.563474 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.563474 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.563474 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.563474 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.563747 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.563747 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.563877 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.564022 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.564359 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.564521 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.564685 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.564845 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.565005 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.565168 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.565327 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.565492 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.565726 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.565820 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.565957 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.566116 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.566274 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.566434 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.566594 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.566757 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_json = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.566921 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.567119 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.567217 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.567400 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.567556 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.567701 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.567845 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.568006 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.568180 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 20:01:24.568386 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.568534 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.568699 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.568854 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.569018 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.569184 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.569348 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.569501 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.569681 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.569811 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.570169 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572254 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572254 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572254 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572254 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572254 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572254 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572254 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572254 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572761 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572761 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572761 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572761 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572761 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.572761 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.573093 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.573093 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.573093 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.573278 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.573506 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.573595 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.573727 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.573889 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.574126 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.574279 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.574502 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.574598 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.574754 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.574922 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.575082 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.575243 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.575405 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.575567 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.575807 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.575977 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.576140 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.576336 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.576499 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.576661 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.576823 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.576986 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.577148 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.577522 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.577658 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.577828 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.578200 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.578200 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.578449 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.578449 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.578697 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.578809 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.578917 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.579058 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.579204 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.579614 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.579748 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.580082 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.581336 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.581336 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.581336 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.581336 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.581336 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.581336 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.581336 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.581336 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.583304 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.583304 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.583304 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.583304 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.583304 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.583304 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.583304 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.583304 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.583304 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.584721 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.584721 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.584721 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.584721 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.584721 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.584721 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.584721 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.584721 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.584721 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.585988 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.585988 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.585988 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.585988 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.585988 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.585988 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.585988 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.585988 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.587065 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.587065 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.587065 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.587065 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.587065 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.587065 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.587065 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.587065 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.588796 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.588796 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.588796 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.588796 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.588796 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.588796 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.588796 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.588796 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.589825 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.589825 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.589825 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.589825 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.590391 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.590391 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.590391 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.590760 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.590760 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.590760 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.590980 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.591061 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.591178 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.591340 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.591501 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.591664 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.591825 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.591992 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.592165 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.592352 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.592502 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.592663 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.592865 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.593019 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.593157 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.593312 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.593634 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.593808 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.593958 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.594119 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.594280 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.594432 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.594596 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.594781 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.594915 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.595077 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.595239 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.595401 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.595620 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.595787 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.595950 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.596791 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.596791 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.596791 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.596791 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.596791 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.597122 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.597122 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.597241 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.597651 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.597651 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.597651 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.597971 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.597971 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.598118 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.598239 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.598400 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.598560 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.598764 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.598892 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.599034 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.599195 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.599357 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.599518 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.599680 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.599846 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.600037 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.600182 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.601127 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.601291 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.601457 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.601619 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.601947 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.602118 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.602265 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.602407 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.602567 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.602749 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.602967 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.603655 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.603939 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.604134 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.604741 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.604741 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.604741 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.604741 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.605222 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.605222 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.605222 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.605581 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.605581 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.605763 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.605844 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.605925 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.606092 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.606254 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.606418 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.606581 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.606743 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.607309 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.607309 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.607309 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.607679 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.607679 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.607679 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.608041 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.608041 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.608256 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.608342 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.608463 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.608625 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.608787 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.608958 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.609120 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.609281 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.609443 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.609605 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.609764 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.609935 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.610097 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.610258 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.610419 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.610641 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.610775 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.610888 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.611049 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.611211 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.611372 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.611533 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.611695 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.611864 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.612027 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.612193 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.612374 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.612535 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.612696 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.612867 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.613028 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.614685 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.614685 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.614685 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.614685 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.614685 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.614685 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.614685 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.614685 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.615586 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.615586 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.615586 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.615586 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.615586 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.615586 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.615586 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.615586 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.616612 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.616612 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.616612 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.616612 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.616612 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.616612 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.616612 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.617203 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.617203 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.617203 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.617203 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.617480 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.617561 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.617667 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.617829 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.617990 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.618152 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.618313 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.618474 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.618744 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.618967 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.619161 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.619271 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.619427 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.619587 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.619747 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.619909 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.620070 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.620307 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.620479 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.620696 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 20:01:24.620827 dv-cinder-837542-1-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 20:01:35.987342 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92c9bd5-5105-42eb-9f69-24850d4dc461 None None] get_active_networks_info from dv-cinder-837542-1-iscsi {{(pid=103446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 20:01:36.053816 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92c9bd5-5105-42eb-9f69-24850d4dc461 None None] No non-hosted networks {{(pid=103446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 20:01:36.061869 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.agentschedulers_db [None req-c92c9bd5-5105-42eb-9f69-24850d4dc461 None None] DHCP Agent not found on host dv-cinder-837542-1-iscsi {{(pid=103446) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 20:01:36.139236 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-10830e09-2144-4f8e-9076-9e9235dba9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649070'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:38.431917 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-52d0a758-fba4-4a98-ae4f-94376a2252dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649070'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:38.468433 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb2d7-7a72-47ca-8536-9a7d571c86ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:39.346716 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 33596) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:39.543738 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649070'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:39.904928 dv-cinder-837542-1-iscsi neutron-server[103445]: WARNING oslo_policy.policy [None req-857b2ccd-ccfd-46f0-8637-4d9fd064bbbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 20:01:39.905519 dv-cinder-837542-1-iscsi neutron-server[103445]: WARNING oslo_policy.policy [None req-857b2ccd-ccfd-46f0-8637-4d9fd064bbbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 20:01:40.140116 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [None req-857b2ccd-ccfd-46f0-8637-4d9fd064bbbc admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:01:40.152285 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-857b2ccd-ccfd-46f0-8637-4d9fd064bbbc admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7936308 Apr 12 20:01:40.695334 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649070'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:42.562074 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649070'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:42.570536 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.570898 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.571247 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.571592 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.571930 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.575317 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.575317 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.575317 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.575317 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.575317 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.575702 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.575702 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.575839 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.576125 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.578024 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:42.579180 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837542-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:42.593917 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837542-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:01:42.754397 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 33630) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:43.087183 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-d985a99b-961a-4182-83f8-f007e205e754 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:01:43.187549 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.policy [None req-d985a99b-961a-4182-83f8-f007e205e754 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103445) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 20:01:43.234079 dv-cinder-837542-1-iscsi neutron-server[103445]: WARNING oslo_policy.policy [None req-d985a99b-961a-4182-83f8-f007e205e754 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 20:01:43.234391 dv-cinder-837542-1-iscsi neutron-server[103445]: WARNING oslo_policy.policy [None req-d985a99b-961a-4182-83f8-f007e205e754 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 20:01:43.333217 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d985a99b-961a-4182-83f8-f007e205e754 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765492514672', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765492511076', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765492494768', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765492489697', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765492491441', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765492483629', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-769460', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1544863', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-279908', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-392488'] for rbac-policy (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:43.406118 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d985a99b-961a-4182-83f8-f007e205e754 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:43.420281 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-d985a99b-961a-4182-83f8-f007e205e754 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6571732 Apr 12 20:01:44.647214 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.db.l3_hamode_db [None req-83d70075-a872-46c5-a6a0-d6aa8d237aa6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 20:01:44.727817 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d70075-a872-46c5-a6a0-d6aa8d237aa6 None None] Routers set() bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:01:44.728196 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d70075-a872-46c5-a6a0-d6aa8d237aa6 None None] Router IDs set() for agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 20:01:45.996966 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 33642) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:46.482984 dv-cinder-837542-1-iscsi neutron-server[103444]: WARNING oslo_policy.policy [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 20:01:46.483601 dv-cinder-837542-1-iscsi neutron-server[103444]: WARNING oslo_policy.policy [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 20:01:46.709192 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:01:46.764494 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Made reservation on behalf of a54a3d203b014868876bd730c848fec4 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:01:46.828109 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.policy [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103444) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 20:01:46.870477 dv-cinder-837542-1-iscsi neutron-server[103444]: WARNING oslo_policy.policy [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 20:01:46.870854 dv-cinder-837542-1-iscsi neutron-server[103444]: WARNING oslo_policy.policy [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 20:01:46.881193 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:46.904039 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:47.017898 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Publish callbacks [] for security_group (9f89d0b3-a46c-48e3-95f6-7c19c6b45ec2), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:47.021575 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (9f89d0b3-a46c-48e3-95f6-7c19c6b45ec2), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:47.045892 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:01:47.081225 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765494651823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (7d54e5a7-0b88-45fc-9cb6-a19589bfebea), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:47.081819 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Unsubscribe: segment precommit_create {{(pid=103444) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 20:01:47.082367 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Added segment 7d54e5a7-0b88-45fc-9cb6-a19589bfebea of type vlan for network c390647d-0c5d-467e-b631-061e0edcd100 Apr 12 20:01:47.099476 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9f89d0b3-a46c-48e3-95f6-7c19c6b45ec2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:47.121005 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.121409 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.121738 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.122098 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.122433 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.122762 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.123085 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.123407 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.123730 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.124050 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.124396 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.124733 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.125058 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.125374 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.125692 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Tracked resource versions report: Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: pushed versions: Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: { 'AddressGroup': {'1.2'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Agent': {'1.1'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'ConntrackHelper': {'1.0'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'LocalIPAssociation': {'1.0'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Log': {'1.0'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'NDPProxy': {'1.0'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Network': {'1.1'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Port': {'1.7'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'PortForwarding': {'1.3'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'QosPolicy': {'1.10'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'SecurityGroup': {'1.5'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'SecurityGroupRule': {'1.2'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'SubPort': {'1.0'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Subnet': {'1.1'}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Trunk': {'1.1'}} Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: consumer versions: Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: { DHCP agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: L3 agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: Metadata agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: Metering agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: Open vSwitch agent@dv-cinder-837542-1-iscsi: { 'AddressGroup': '1.2', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Agent': '1.1', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'ConntrackHelper': '1.0', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'LocalIPAssociation': '1.0', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Log': '1.0', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'NDPProxy': '1.0', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Network': '1.1', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Port': '1.7', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'PortForwarding': '1.3', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'QosPolicy': '1.10', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'SecurityGroup': '1.5', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'SecurityGroupRule': '1.2', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'SubPort': '1.0', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Subnet': '1.1', Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Trunk': '1.1'}} Apr 12 20:01:47.127147 dv-cinder-837542-1-iscsi neutron-server[103444]: {{(pid=103444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 20:01:47.209369 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (c390647d-0c5d-467e-b631-061e0edcd100), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:47.249552 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (c390647d-0c5d-467e-b631-061e0edcd100), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:47.254710 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:01:47.255420 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:47.330775 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3315935 Apr 12 20:01:47.380831 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b8dd7-8fd3-40a3-b4ee-6e17481b6910 demo demo] Pushing event updated for resources: {'Network': ['ID=c390647d-0c5d-467e-b631-061e0edcd100,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:47.393778 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network c390647d-0c5d-467e-b631-061e0edcd100 details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:01:49.919581 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 33662) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:50.326681 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f650bee6-d233-4b59-88f5-3d6f1923194d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:01:50.328054 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f650bee6-d233-4b59-88f5-3d6f1923194d demo admin] 10.222.0.44 "GET /v2.0/networks/c390647d-0c5d-467e-b631-061e0edcd100 HTTP/1.1" status: 200 len: 825 time: 0.4071925 Apr 12 20:01:50.364838 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3192d699-01af-4eba-ab3f-6624b88aebfe demo admin] 10.222.0.44 "GET /v2.0/subnetpools/84b2b39d-e251-4593-933c-c52cd025413a HTTP/1.1" status: 200 len: 734 time: 0.0311377 Apr 12 20:01:50.373146 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ec06b6b5-335f-4e23-be3f-c964f7ed101e demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100', 'subnetpool_id': '84b2b39d-e251-4593-933c-c52cd025413a', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:01:50.394822 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec06b6b5-335f-4e23-be3f-c964f7ed101e demo admin] Made reservation on behalf of a54a3d203b014868876bd730c848fec4 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:01:50.397231 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ec06b6b5-335f-4e23-be3f-c964f7ed101e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:50.692753 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ec06b6b5-335f-4e23-be3f-c964f7ed101e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for subnet (752d55fd-e972-4bc9-bd2e-3073ab39564c), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:50.763327 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec06b6b5-335f-4e23-be3f-c964f7ed101e demo admin] Checking segment: {'id': '7d54e5a7-0b88-45fc-9cb6-a19589bfebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:01:50.763693 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec06b6b5-335f-4e23-be3f-c964f7ed101e demo admin] Network hostable DHCP agents. Network: c390647d-0c5d-467e-b631-061e0edcd100, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:01:50.765843 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06b6b5-335f-4e23-be3f-c964f7ed101e demo admin] Pushing event updated for resources: {'Subnet': ['ID=752d55fd-e972-4bc9-bd2e-3073ab39564c,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:50.787105 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec06b6b5-335f-4e23-be3f-c964f7ed101e demo admin] Network c390647d-0c5d-467e-b631-061e0edcd100 is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:01:50.799813 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ec06b6b5-335f-4e23-be3f-c964f7ed101e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, c390647d-0c5d-467e-b631-061e0edcd100) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:01:50.804381 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec06b6b5-335f-4e23-be3f-c964f7ed101e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:01:50.804962 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ec06b6b5-335f-4e23-be3f-c964f7ed101e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:50.810363 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc121e-31dc-4e84-85e5-640953037fc6 None None] Network c390647d-0c5d-467e-b631-061e0edcd100 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:01:50.822410 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ec06b6b5-335f-4e23-be3f-c964f7ed101e demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4524405 Apr 12 20:01:51.189293 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d8a2851-514c-574c-8383-fe2ed6b99b3a-c390647d-0c5d-467e-b631-061e0edcd100', 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100', 'project_id': 'a54a3d203b014868876bd730c848fec4', 'fixed_ips': [{'subnet_id': '752d55fd-e972-4bc9-bd2e-3073ab39564c'}]}} from dv-cinder-837542-1-iscsi. {{(pid=103446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:01:51.190479 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:51.466974 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Allocated IP 172.20.0.2 (c390647d-0c5d-467e-b631-061e0edcd100/752d55fd-e972-4bc9-bd2e-3073ab39564c/72ea2c39-87a5-4ff4-b437-a4f0c516c42a) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:01:51.740797 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Publish callbacks [] for port (72ea2c39-87a5-4ff4-b437-a4f0c516c42a), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:51.749662 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (72ea2c39-87a5-4ff4-b437-a4f0c516c42a), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:51.828448 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Network c390647d-0c5d-467e-b631-061e0edcd100 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:01:51.833342 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:01:51.842238 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Pushing event updated for resources: {'Port': ['ID=72ea2c39-87a5-4ff4-b437-a4f0c516c42a,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:51.846850 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:01:51.855399 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.855761 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.856129 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.856527 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.856878 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.857219 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.857560 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.857897 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.858235 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.858574 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.858910 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.859262 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.859602 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.859936 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.860285 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Tracked resource versions report: Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: pushed versions: Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: { 'AddressGroup': {'1.2'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Agent': {'1.1'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'ConntrackHelper': {'1.0'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'LocalIPAssociation': {'1.0'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Log': {'1.0'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'NDPProxy': {'1.0'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Network': {'1.1'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Port': {'1.7'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'PortForwarding': {'1.3'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'QosPolicy': {'1.10'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'SecurityGroup': {'1.5'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'SecurityGroupRule': {'1.2'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'SubPort': {'1.0'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Subnet': {'1.1'}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Trunk': {'1.1'}} Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: consumer versions: Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: { DHCP agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: L3 agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: Metadata agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: Metering agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: Open vSwitch agent@dv-cinder-837542-1-iscsi: { 'AddressGroup': '1.2', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Agent': '1.1', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'ConntrackHelper': '1.0', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'LocalIPAssociation': '1.0', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Log': '1.0', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'NDPProxy': '1.0', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Network': '1.1', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Port': '1.7', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'PortForwarding': '1.3', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'QosPolicy': '1.10', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'SecurityGroup': '1.5', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'SecurityGroupRule': '1.2', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'SubPort': '1.0', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Subnet': '1.1', Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Trunk': '1.1'}} Apr 12 20:01:51.861744 dv-cinder-837542-1-iscsi neutron-server[103446]: {{(pid=103446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 20:01:51.948305 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Attempting to bind port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:01:51.948876 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Attempting to bind port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '7d54e5a7-0b88-45fc-9cb6-a19589bfebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:01:51.949478 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Attempting to bind port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a on network c390647d-0c5d-467e-b631-061e0edcd100 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:01:51.956424 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:01:51.956814 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Checking segment: {'id': '7d54e5a7-0b88-45fc-9cb6-a19589bfebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:01:51.957286 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:51.957679 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Bound using segment: {'id': '7d54e5a7-0b88-45fc-9cb6-a19589bfebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:01:51.958150 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Bound port: 72ea2c39-87a5-4ff4-b437-a4f0c516c42a, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d54e5a7-0b88-45fc-9cb6-a19589bfebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:01:51.958613 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (72ea2c39-87a5-4ff4-b437-a4f0c516c42a), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:52.031706 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] For port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:01:52.054171 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] For port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=72ea2c39-87a5-4ff4-b437-a4f0c516c42a,segment=NetworkSegment(7d54e5a7-0b88-45fc-9cb6-a19589bfebea),segment_id=7d54e5a7-0b88-45fc-9cb6-a19589bfebea)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:01:52.061490 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (72ea2c39-87a5-4ff4-b437-a4f0c516c42a), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:52.126983 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d51c9-6d2b-4c9a-9d79-a9257b30aa78 None None] Pushing event updated for resources: {'Port': ['ID=72ea2c39-87a5-4ff4-b437-a4f0c516c42a,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:01:53.397016 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 33670) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:53.712024 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [None req-ff5e67fa-a7bf-4b92-802c-38377510d212 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:01:53.713538 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ff5e67fa-a7bf-4b92-802c-38377510d212 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3153856 Apr 12 20:01:56.285136 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 33678) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:56.595837 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [None req-5e9d8992-8807-4f26-95dd-a6e0a5d3f504 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:01:56.596918 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-5e9d8992-8807-4f26-95dd-a6e0a5d3f504 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3107588 Apr 12 20:01:59.230174 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 33686) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:01:59.546039 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-e999541d-7fe9-4c2a-b0d3-e0e4a9fedcc9 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:01:59.574858 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e999541d-7fe9-4c2a-b0d3-e0e4a9fedcc9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61321'] for router (c49ec0ac-239f-4cfe-bb3a-b55e6704b21b), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:59.576670 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e999541d-7fe9-4c2a-b0d3-e0e4a9fedcc9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1650774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61328'] for router (c49ec0ac-239f-4cfe-bb3a-b55e6704b21b), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:59.724931 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e999541d-7fe9-4c2a-b0d3-e0e4a9fedcc9 demo demo] Publish callbacks [] for router_controller (c49ec0ac-239f-4cfe-bb3a-b55e6704b21b), precommit_add_association {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:59.730027 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e999541d-7fe9-4c2a-b0d3-e0e4a9fedcc9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651111'] for router (c49ec0ac-239f-4cfe-bb3a-b55e6704b21b), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:59.750359 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e999541d-7fe9-4c2a-b0d3-e0e4a9fedcc9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:01:59.751581 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-e999541d-7fe9-4c2a-b0d3-e0e4a9fedcc9 demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5196843 Apr 12 20:02:02.315939 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 33698) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:02:02.640973 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [None req-6e45154e-4de9-4149-9964-11380074991b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:02:02.642854 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-6e45154e-4de9-4149-9964-11380074991b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3251402 Apr 12 20:02:03.415534 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 72ea2c39-87a5-4ff4-b437-a4f0c516c42a up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:02:03.502676 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:02:03.503012 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (72ea2c39-87a5-4ff4-b437-a4f0c516c42a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:03.612030 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:02:03.612447 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (72ea2c39-87a5-4ff4-b437-a4f0c516c42a), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:03.646222 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=72ea2c39-87a5-4ff4-b437-a4f0c516c42a,segment=NetworkSegment(7d54e5a7-0b88-45fc-9cb6-a19589bfebea),segment_id=7d54e5a7-0b88-45fc-9cb6-a19589bfebea)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:02:03.650756 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (72ea2c39-87a5-4ff4-b437-a4f0c516c42a), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:03.701263 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=72ea2c39-87a5-4ff4-b437-a4f0c516c42a,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:02:03.713975 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e485a-20f1-484d-b47c-68ba5466b699 None None] Network c390647d-0c5d-467e-b631-061e0edcd100 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:02:03.843729 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-bba68050-edea-4ce8-a8ab-33954f2f07fd None None] Provisioning complete for port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:02:03.844121 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bba68050-edea-4ce8-a8ab-33954f2f07fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (72ea2c39-87a5-4ff4-b437-a4f0c516c42a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:03.924147 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-bba68050-edea-4ce8-a8ab-33954f2f07fd None None] Current status of the port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:02:04.043419 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-7727f465-d407-4652-9b93-d21c54940c20 None None] Provisioning complete for port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:02:04.043817 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7727f465-d407-4652-9b93-d21c54940c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (72ea2c39-87a5-4ff4-b437-a4f0c516c42a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:04.119956 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-7727f465-d407-4652-9b93-d21c54940c20 None None] Current status of the port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:02:05.220623 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 33706) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:02:05.396003 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 72ea2c39-87a5-4ff4-b437-a4f0c516c42a up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:02:05.442471 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:02:05.442875 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (72ea2c39-87a5-4ff4-b437-a4f0c516c42a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:05.519493 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:02:05.542644 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:02:05.564761 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Made reservation on behalf of fb4f136c1d3d47e3a053a9ade6db8be7 for: {'network': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:02:05.567342 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:05.582975 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:05.682974 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Publish callbacks [] for security_group (bc2ff0a7-36ae-4c28-b769-5393e19888a4), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:05.686876 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (bc2ff0a7-36ae-4c28-b769-5393e19888a4), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:05.698087 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Reserving flat network on physical network physnet1 {{(pid=103445) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 20:02:05.733215 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765494651823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:05.733799 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Unsubscribe: segment precommit_create {{(pid=103445) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 20:02:05.734335 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.segments_db [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Added segment 42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24 of type flat for network 2a96407d-31ee-4009-9b88-c39044fbbdfd Apr 12 20:02:05.750363 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2ff0a7-36ae-4c28-b769-5393e19888a4,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:02:05.774249 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.774591 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.774941 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.775718 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.776063 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.776416 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.776743 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.777066 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.777406 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.777732 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.778068 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.778404 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.778724 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.779041 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.779354 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Tracked resource versions report: Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: pushed versions: Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: { 'AddressGroup': {'1.2'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Agent': {'1.1'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'ConntrackHelper': {'1.0'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'LocalIPAssociation': {'1.0'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Log': {'1.0'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'NDPProxy': {'1.0'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Network': {'1.1'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Port': {'1.7'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'PortForwarding': {'1.3'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'QosPolicy': {'1.10'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'SecurityGroup': {'1.5'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'SecurityGroupRule': {'1.2'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'SubPort': {'1.0'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Subnet': {'1.1'}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Trunk': {'1.1'}} Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: consumer versions: Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: { DHCP agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: L3 agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: Metadata agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: Metering agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: Open vSwitch agent@dv-cinder-837542-1-iscsi: { 'AddressGroup': '1.2', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Agent': '1.1', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'ConntrackHelper': '1.0', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'LocalIPAssociation': '1.0', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Log': '1.0', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'NDPProxy': '1.0', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Network': '1.1', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Port': '1.7', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'PortForwarding': '1.3', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'QosPolicy': '1.10', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'SecurityGroup': '1.5', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'SecurityGroupRule': '1.2', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'SubPort': '1.0', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Subnet': '1.1', Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Trunk': '1.1'}} Apr 12 20:02:05.780763 dv-cinder-837542-1-iscsi neutron-server[103445]: {{(pid=103445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 20:02:05.849619 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (2a96407d-31ee-4009-9b88-c39044fbbdfd), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:05.894147 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (2a96407d-31ee-4009-9b88-c39044fbbdfd), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:05.895197 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:02:05.895871 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:05.914769 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6e49-967f-4f3d-9bc6-a9e9dc041f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:05.987157 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7654777 Apr 12 20:02:05.995694 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0b075-d444-4fb6-9f4a-8d6cb7dd30fb admin admin] Pushing event updated for resources: {'Network': ['ID=2a96407d-31ee-4009-9b88-c39044fbbdfd,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:02:06.006696 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:02:08.418288 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ff738b46-b098-4d46-b855-195d32c3c392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:08.479372 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 33718) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:02:08.833558 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421786f1-c1a7-4118-8196-ee388a3db947 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:02:08.834918 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-421786f1-c1a7-4118-8196-ee388a3db947 demo admin] 10.222.0.44 "GET /v2.0/subnets/752d55fd-e972-4bc9-bd2e-3073ab39564c HTTP/1.1" status: 200 len: 849 time: 0.3546205 Apr 12 20:02:09.000751 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2e7f6375-fa8c-4421-9dbd-ea878c65eaeb demo admin] 10.222.0.44 "GET /v2.0/routers/c49ec0ac-239f-4cfe-bb3a-b55e6704b21b HTTP/1.1" status: 200 len: 704 time: 0.1584239 Apr 12 20:02:09.287344 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:09.497153 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:09.585307 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Allocated IP 172.20.0.1 (c390647d-0c5d-467e-b631-061e0edcd100/752d55fd-e972-4bc9-bd2e-3073ab39564c/c1a3ec44-52ff-4ad2-8b2e-6676a795f23b) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:02:09.735720 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Publish callbacks [] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:09.805386 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:09.924754 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Network c390647d-0c5d-467e-b631-061e0edcd100 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:02:09.931480 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:02:09.937500 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:02:09.937986 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651030'] for router_interface (c49ec0ac-239f-4cfe-bb3a-b55e6704b21b), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:09.960165 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Pushing event updated for resources: {'Port': ['ID=c1a3ec44-52ff-4ad2-8b2e-6676a795f23b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:02:10.151586 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:10.268679 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-0c62980f-9d42-46f1-b47c-e2b451a244f0 None None] Provisioning complete for port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:02:10.269168 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0c62980f-9d42-46f1-b47c-e2b451a244f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:10.350328 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-0c62980f-9d42-46f1-b47c-e2b451a244f0 None None] Port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:02:10.369331 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Publish callbacks [] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:10.373727 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:10.374482 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651942'] for router_interface (c49ec0ac-239f-4cfe-bb3a-b55e6704b21b), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:10.432679 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Pushing event updated for resources: {'Port': ['ID=c1a3ec44-52ff-4ad2-8b2e-6676a795f23b,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:02:10.503125 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Network c390647d-0c5d-467e-b631-061e0edcd100 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:02:10.504483 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:02:10.651367 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:10.668419 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-40a22c77-7542-4c9f-8f96-e9cfcffb0270 None None] Provisioning complete for port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:02:10.668814 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-40a22c77-7542-4c9f-8f96-e9cfcffb0270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:10.673096 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Router c49ec0ac-239f-4cfe-bb3a-b55e6704b21b is scheduled to L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:02:10.702656 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-40a22c77-7542-4c9f-8f96-e9cfcffb0270 None None] Port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:02:10.767016 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:02:10.772123 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-4816de9d-27bc-44bb-94d5-92968150247e demo admin] 10.222.0.44 "PUT /v2.0/routers/c49ec0ac-239f-4cfe-bb3a-b55e6704b21b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7661262 Apr 12 20:02:10.779448 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Sync routers for ids ['c49ec0ac-239f-4cfe-bb3a-b55e6704b21b'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:02:10.793464 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Routers {'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:02:10.794378 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:02:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['c49ec0ac-239f-4cfe-bb3a-b55e6704b21b'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:02:10.995050 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Set router c49ec0ac-239f-4cfe-bb3a-b55e6704b21b gateway port host: None {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:02:11.422413 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'name': 'router1', 'tenant_id': 'a54a3d203b014868876bd730c848fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:01:59Z', 'updated_at': '2022-04-12T20:02:10Z', 'revision_number': 2, 'project_id': 'a54a3d203b014868876bd730c848fec4', 'gw_port_host': None, '_interfaces': [{'id': 'c1a3ec44-52ff-4ad2-8b2e-6676a795f23b', 'name': '', 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100', 'tenant_id': 'a54a3d203b014868876bd730c848fec4', 'mac_address': 'fa:16:3e:de:e9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '752d55fd-e972-4bc9-bd2e-3073ab39564c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:02:09Z', 'updated_at': '2022-04-12T20:02:10Z', 'revision_number': 2, 'project_id': 'a54a3d203b014868876bd730c848fec4', 'subnets': [{'id': '752d55fd-e972-4bc9-bd2e-3073ab39564c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84b2b39d-e251-4593-933c-c52cd025413a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:02:11.482966 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Checking router: c49ec0ac-239f-4cfe-bb3a-b55e6704b21b for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:02:11.483343 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Updating router c49ec0ac-239f-4cfe-bb3a-b55e6704b21b port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b binding host dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:02:11.536491 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:12.045933 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Publish callbacks [] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:12.052192 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:12.177257 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Pushing event updated for resources: {'Port': ['ID=c1a3ec44-52ff-4ad2-8b2e-6676a795f23b,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:02:12.222325 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.222666 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.223011 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.223351 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.223684 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.224014 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.224363 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.224688 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.225012 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.225335 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.225659 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.225993 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.226317 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.226637 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.226952 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Tracked resource versions report: Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: pushed versions: Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: { 'AddressGroup': {'1.2'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Agent': {'1.1'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'ConntrackHelper': {'1.0'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'LocalIPAssociation': {'1.0'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Log': {'1.0'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'NDPProxy': {'1.0'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Network': {'1.1'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Port': {'1.7'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'PortForwarding': {'1.3'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'QosPolicy': {'1.10'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'SecurityGroup': {'1.5'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'SecurityGroupRule': {'1.2'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'SubPort': {'1.0'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Subnet': {'1.1'}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Trunk': {'1.1'}} Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: consumer versions: Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: { DHCP agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: L3 agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: Metadata agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: Metering agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: Open vSwitch agent@dv-cinder-837542-1-iscsi: { 'AddressGroup': '1.2', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Agent': '1.1', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'ConntrackHelper': '1.0', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'LocalIPAssociation': '1.0', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Log': '1.0', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'NDPProxy': '1.0', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Network': '1.1', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Port': '1.7', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'PortForwarding': '1.3', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'QosPolicy': '1.10', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'SecurityGroup': '1.5', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'SecurityGroupRule': '1.2', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'SubPort': '1.0', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Subnet': '1.1', Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Trunk': '1.1'}} Apr 12 20:02:12.229652 dv-cinder-837542-1-iscsi neutron-server[103447]: {{(pid=103447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 20:02:12.246627 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Attempting to bind port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:02:12.247043 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Attempting to bind port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '7d54e5a7-0b88-45fc-9cb6-a19589bfebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:02:12.247469 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Attempting to bind port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b on network c390647d-0c5d-467e-b631-061e0edcd100 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:02:12.252512 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:02:12.252929 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Checking segment: {'id': '7d54e5a7-0b88-45fc-9cb6-a19589bfebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:02:12.253382 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:12.253769 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Bound using segment: {'id': '7d54e5a7-0b88-45fc-9cb6-a19589bfebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:02:12.254231 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Bound port: c1a3ec44-52ff-4ad2-8b2e-6676a795f23b, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d54e5a7-0b88-45fc-9cb6-a19589bfebea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:02:12.254636 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:12.323469 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] For port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:02:12.329254 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-9977629e-5475-40d5-b110-cb97016e3681 None None] Provisioning complete for port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:02:12.329765 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9977629e-5475-40d5-b110-cb97016e3681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:12.343811 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] For port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=c1a3ec44-52ff-4ad2-8b2e-6676a795f23b,segment=NetworkSegment(7d54e5a7-0b88-45fc-9cb6-a19589bfebea),segment_id=7d54e5a7-0b88-45fc-9cb6-a19589bfebea)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:02:12.350302 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:12.368448 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-9977629e-5475-40d5-b110-cb97016e3681 None None] Port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:02:12.408472 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8b76f-b363-46be-9c0a-6ee27d83d3f8 None None] Pushing event updated for resources: {'Port': ['ID=c1a3ec44-52ff-4ad2-8b2e-6676a795f23b,revision_number=4']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:02:12.417117 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Routers {'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:02:12.417726 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:02:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['c49ec0ac-239f-4cfe-bb3a-b55e6704b21b'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:02:12.516724 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] Set router c49ec0ac-239f-4cfe-bb3a-b55e6704b21b gateway port host: None {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:02:12.565489 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:12.586432 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-44b9a2f1-164b-4166-b861-2a2a427edf52 None None] Provisioning complete for port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:02:12.586872 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-44b9a2f1-164b-4166-b861-2a2a427edf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:12.667714 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-44b9a2f1-164b-4166-b861-2a2a427edf52 None None] Current status of the port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:02:12.668509 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-44b9a2f1-164b-4166-b861-2a2a427edf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:12.703129 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-44b9a2f1-164b-4166-b861-2a2a427edf52 None None] For port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=c1a3ec44-52ff-4ad2-8b2e-6676a795f23b,segment=NetworkSegment(7d54e5a7-0b88-45fc-9cb6-a19589bfebea),segment_id=7d54e5a7-0b88-45fc-9cb6-a19589bfebea)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:02:12.707524 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-44b9a2f1-164b-4166-b861-2a2a427edf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:12.737508 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'name': 'router1', 'tenant_id': 'a54a3d203b014868876bd730c848fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:01:59Z', 'updated_at': '2022-04-12T20:02:10Z', 'revision_number': 2, 'project_id': 'a54a3d203b014868876bd730c848fec4', 'gw_port_host': None, '_interfaces': [{'id': 'c1a3ec44-52ff-4ad2-8b2e-6676a795f23b', 'name': '', 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100', 'tenant_id': 'a54a3d203b014868876bd730c848fec4', 'mac_address': 'fa:16:3e:de:e9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '752d55fd-e972-4bc9-bd2e-3073ab39564c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:02:09Z', 'updated_at': '2022-04-12T20:02:12Z', 'revision_number': 4, 'project_id': 'a54a3d203b014868876bd730c848fec4', 'subnets': [{'id': '752d55fd-e972-4bc9-bd2e-3073ab39564c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84b2b39d-e251-4593-933c-c52cd025413a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:02:12.760932 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9a2f1-164b-4166-b861-2a2a427edf52 None None] Pushing event updated for resources: {'Port': ['ID=c1a3ec44-52ff-4ad2-8b2e-6676a795f23b,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:02:12.765819 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c61109-8520-462f-861a-a1a7ca2b33f2 None None] The sync data for ids ['c49ec0ac-239f-4cfe-bb3a-b55e6704b21b'] in dv-cinder-837542-1-iscsi is: [{'id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'name': 'router1', 'tenant_id': 'a54a3d203b014868876bd730c848fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:01:59Z', 'updated_at': '2022-04-12T20:02:10Z', 'revision_number': 2, 'project_id': 'a54a3d203b014868876bd730c848fec4', 'gw_port_host': None, '_interfaces': [{'id': 'c1a3ec44-52ff-4ad2-8b2e-6676a795f23b', 'name': '', 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100', 'tenant_id': 'a54a3d203b014868876bd730c848fec4', 'mac_address': 'fa:16:3e:de:e9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '752d55fd-e972-4bc9-bd2e-3073ab39564c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:02:09Z', 'updated_at': '2022-04-12T20:02:12Z', 'revision_number': 4, 'project_id': 'a54a3d203b014868876bd730c848fec4', 'subnets': [{'id': '752d55fd-e972-4bc9-bd2e-3073ab39564c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84b2b39d-e251-4593-933c-c52cd025413a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:02:13.374497 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 33738) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:02:13.579953 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a43ce-be97-42ff-8a91-952ff966d1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:02:13.581419 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-292a43ce-be97-42ff-8a91-952ff966d1fb admin admin] 10.222.0.44 "GET /v2.0/networks/2a96407d-31ee-4009-9b88-c39044fbbdfd HTTP/1.1" status: 200 len: 842 time: 0.2059665 Apr 12 20:02:13.591275 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-8d502ac4-1095-4801-8bbf-1cda3379349b admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:02:13.613547 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d502ac4-1095-4801-8bbf-1cda3379349b admin admin] Made reservation on behalf of fb4f136c1d3d47e3a053a9ade6db8be7 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:02:13.615772 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d502ac4-1095-4801-8bbf-1cda3379349b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:13.878439 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.objects.ports [None req-8d502ac4-1095-4801-8bbf-1cda3379349b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103444) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 20:02:13.878881 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d502ac4-1095-4801-8bbf-1cda3379349b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for subnet (f345fefe-c780-480c-a745-0b32309eb1fa), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:13.938289 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d502ac4-1095-4801-8bbf-1cda3379349b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f345fefe-c780-480c-a745-0b32309eb1fa,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:02:13.948577 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d502ac4-1095-4801-8bbf-1cda3379349b admin admin] Checking segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:02:13.948935 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d502ac4-1095-4801-8bbf-1cda3379349b admin admin] Network hostable DHCP agents. Network: 2a96407d-31ee-4009-9b88-c39044fbbdfd, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:02:13.966090 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d502ac4-1095-4801-8bbf-1cda3379349b admin admin] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:02:13.974661 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8d502ac4-1095-4801-8bbf-1cda3379349b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 2a96407d-31ee-4009-9b88-c39044fbbdfd) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:02:13.981336 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d502ac4-1095-4801-8bbf-1cda3379349b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:02:13.981981 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d502ac4-1095-4801-8bbf-1cda3379349b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:13.982814 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6479e664-3e5a-434d-9808-83dbde45a316 None None] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:02:14.000787 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-8d502ac4-1095-4801-8bbf-1cda3379349b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4133930 Apr 12 20:02:14.094466 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533861ce-ed19-4420-ae05-90ee6b520668 None None] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:02:16.544760 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 33756) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:02:16.783075 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-dfe8e8b1-e52a-4c34-a52a-6a7523e66e75 demo admin] 10.222.0.44 "GET /v2.0/routers/c49ec0ac-239f-4cfe-bb3a-b55e6704b21b HTTP/1.1" status: 200 len: 710 time: 0.2367275 Apr 12 20:02:16.933569 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c459ce04-4d3e-441f-89a3-88c0b41a58a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:02:16.934968 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-c459ce04-4d3e-441f-89a3-88c0b41a58a0 demo admin] 10.222.0.44 "GET /v2.0/networks/2a96407d-31ee-4009-9b88-c39044fbbdfd HTTP/1.1" status: 200 len: 886 time: 0.1467168 Apr 12 20:02:16.943659 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:02:17.201395 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Publish callbacks [] for router_gateway (c49ec0ac-239f-4cfe-bb3a-b55e6704b21b), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:17.424076 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Publish callbacks [] for router_gateway (c49ec0ac-239f-4cfe-bb3a-b55e6704b21b), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:17.498732 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:17.683763 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Allocated IP 172.27.0.22 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/ed24b184-8d70-4438-95c3-093d923ac515) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:02:17.795236 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Publish callbacks [] for port (ed24b184-8d70-4438-95c3-093d923ac515), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:17.855381 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (ed24b184-8d70-4438-95c3-093d923ac515), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:17.984459 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:02:17.991446 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:02:18.000195 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:02:18.036995 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Pushing event updated for resources: {'Port': ['ID=ed24b184-8d70-4438-95c3-093d923ac515,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:02:18.306843 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Publish callbacks [] for router_gateway (c49ec0ac-239f-4cfe-bb3a-b55e6704b21b), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:18.512983 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1651132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61350'] for router (c49ec0ac-239f-4cfe-bb3a-b55e6704b21b), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:18.517403 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1651125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1651118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650490'] for router (c49ec0ac-239f-4cfe-bb3a-b55e6704b21b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:18.632478 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Router c49ec0ac-239f-4cfe-bb3a-b55e6704b21b has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:02:18.747531 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:02:18.752599 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:18.753796 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-7fc29a5c-62a6-4cad-98a7-7203d872c47a demo admin] 10.222.0.44 "PUT /v2.0/routers/c49ec0ac-239f-4cfe-bb3a-b55e6704b21b HTTP/1.1" status: 200 len: 889 time: 1.8132396 Apr 12 20:02:21.367957 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 33768) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:02:21.444939 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device c1a3ec44-52ff-4ad2-8b2e-6676a795f23b up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:02:21.498569 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:02:21.498909 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:21.512971 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-0b2585ee-28aa-4d00-9bb0-3dcde8cc9a90 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1431787 Apr 12 20:02:21.601743 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:02:21.661692 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Sync routers for ids ['c49ec0ac-239f-4cfe-bb3a-b55e6704b21b'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:02:21.678185 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Routers {'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:02:21.678916 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:02:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['c49ec0ac-239f-4cfe-bb3a-b55e6704b21b'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:02:21.934106 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Set router c49ec0ac-239f-4cfe-bb3a-b55e6704b21b gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:02:22.404413 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'name': 'router1', 'tenant_id': 'a54a3d203b014868876bd730c848fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'ed24b184-8d70-4438-95c3-093d923ac515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:01:59Z', 'updated_at': '2022-04-12T20:02:18Z', 'revision_number': 4, 'project_id': 'a54a3d203b014868876bd730c848fec4', 'gw_port': {'id': 'ed24b184-8d70-4438-95c3-093d923ac515', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:02:17Z', 'updated_at': '2022-04-12T20:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'c1a3ec44-52ff-4ad2-8b2e-6676a795f23b', 'name': '', 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100', 'tenant_id': 'a54a3d203b014868876bd730c848fec4', 'mac_address': 'fa:16:3e:de:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '752d55fd-e972-4bc9-bd2e-3073ab39564c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:02:09Z', 'updated_at': '2022-04-12T20:02:12Z', 'revision_number': 5, 'project_id': 'a54a3d203b014868876bd730c848fec4', 'subnets': [{'id': '752d55fd-e972-4bc9-bd2e-3073ab39564c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84b2b39d-e251-4593-933c-c52cd025413a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:02:22.458946 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Checking router: c49ec0ac-239f-4cfe-bb3a-b55e6704b21b for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:02:22.459548 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Updating router c49ec0ac-239f-4cfe-bb3a-b55e6704b21b port ed24b184-8d70-4438-95c3-093d923ac515 binding host dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:02:22.516502 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (ed24b184-8d70-4438-95c3-093d923ac515), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:22.834826 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Publish callbacks [] for port (ed24b184-8d70-4438-95c3-093d923ac515), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:22.839809 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (ed24b184-8d70-4438-95c3-093d923ac515), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:22.892096 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Attempting to bind port ed24b184-8d70-4438-95c3-093d923ac515 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:02:22.894250 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Attempting to bind port ed24b184-8d70-4438-95c3-093d923ac515 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:02:22.894250 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Attempting to bind port ed24b184-8d70-4438-95c3-093d923ac515 on network 2a96407d-31ee-4009-9b88-c39044fbbdfd {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:02:22.905887 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:02:22.906221 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Checking segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:02:22.906588 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:22.906975 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Bound using segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:02:22.907435 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Bound port: ed24b184-8d70-4438-95c3-093d923ac515, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:02:22.907820 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (ed24b184-8d70-4438-95c3-093d923ac515), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:22.909467 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a1b04-18dc-478b-b766-504a271d4864 None None] Pushing event updated for resources: {'Port': ['ID=ed24b184-8d70-4438-95c3-093d923ac515,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:02:22.968713 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] For port ed24b184-8d70-4438-95c3-093d923ac515, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:02:22.972781 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] For port ed24b184-8d70-4438-95c3-093d923ac515, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=ed24b184-8d70-4438-95c3-093d923ac515,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:02:22.979806 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (ed24b184-8d70-4438-95c3-093d923ac515), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:23.041847 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Routers {'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:02:23.042458 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:02:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['c49ec0ac-239f-4cfe-bb3a-b55e6704b21b'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:02:23.090775 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a1b04-18dc-478b-b766-504a271d4864 None None] Pushing event updated for resources: {'Port': ['ID=ed24b184-8d70-4438-95c3-093d923ac515,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:02:23.160571 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] Set router c49ec0ac-239f-4cfe-bb3a-b55e6704b21b gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:02:23.376672 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'name': 'router1', 'tenant_id': 'a54a3d203b014868876bd730c848fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'ed24b184-8d70-4438-95c3-093d923ac515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:01:59Z', 'updated_at': '2022-04-12T20:02:18Z', 'revision_number': 4, 'project_id': 'a54a3d203b014868876bd730c848fec4', 'gw_port': {'id': 'ed24b184-8d70-4438-95c3-093d923ac515', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:02:17Z', 'updated_at': '2022-04-12T20:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'c1a3ec44-52ff-4ad2-8b2e-6676a795f23b', 'name': '', 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100', 'tenant_id': 'a54a3d203b014868876bd730c848fec4', 'mac_address': 'fa:16:3e:de:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '752d55fd-e972-4bc9-bd2e-3073ab39564c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:02:09Z', 'updated_at': '2022-04-12T20:02:12Z', 'revision_number': 5, 'project_id': 'a54a3d203b014868876bd730c848fec4', 'subnets': [{'id': '752d55fd-e972-4bc9-bd2e-3073ab39564c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84b2b39d-e251-4593-933c-c52cd025413a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:02:23.405981 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c050ca9-6190-4b1c-b931-8457247bb019 None None] The sync data for ids ['c49ec0ac-239f-4cfe-bb3a-b55e6704b21b'] in dv-cinder-837542-1-iscsi is: [{'id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'name': 'router1', 'tenant_id': 'a54a3d203b014868876bd730c848fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': 'ed24b184-8d70-4438-95c3-093d923ac515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:01:59Z', 'updated_at': '2022-04-12T20:02:18Z', 'revision_number': 4, 'project_id': 'a54a3d203b014868876bd730c848fec4', 'gw_port': {'id': 'ed24b184-8d70-4438-95c3-093d923ac515', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:02:17Z', 'updated_at': '2022-04-12T20:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'c1a3ec44-52ff-4ad2-8b2e-6676a795f23b', 'name': '', 'network_id': 'c390647d-0c5d-467e-b631-061e0edcd100', 'tenant_id': 'a54a3d203b014868876bd730c848fec4', 'mac_address': 'fa:16:3e:de:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ec0ac-239f-4cfe-bb3a-b55e6704b21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '752d55fd-e972-4bc9-bd2e-3073ab39564c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:02:09Z', 'updated_at': '2022-04-12T20:02:12Z', 'revision_number': 5, 'project_id': 'a54a3d203b014868876bd730c848fec4', 'subnets': [{'id': '752d55fd-e972-4bc9-bd2e-3073ab39564c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84b2b39d-e251-4593-933c-c52cd025413a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:02:25.484826 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device ed24b184-8d70-4438-95c3-093d923ac515 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:02:25.558624 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port ed24b184-8d70-4438-95c3-093d923ac515 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:02:25.559282 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (ed24b184-8d70-4438-95c3-093d923ac515), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:25.651623 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port ed24b184-8d70-4438-95c3-093d923ac515 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:02:25.653260 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (ed24b184-8d70-4438-95c3-093d923ac515), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:25.675674 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port ed24b184-8d70-4438-95c3-093d923ac515, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=ed24b184-8d70-4438-95c3-093d923ac515,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:02:25.683955 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (ed24b184-8d70-4438-95c3-093d923ac515), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:25.739690 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=ed24b184-8d70-4438-95c3-093d923ac515,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:02:27.534773 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device ed24b184-8d70-4438-95c3-093d923ac515 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:02:27.671103 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port ed24b184-8d70-4438-95c3-093d923ac515 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:02:27.672968 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (ed24b184-8d70-4438-95c3-093d923ac515), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:27.869216 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port ed24b184-8d70-4438-95c3-093d923ac515 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:02:35.918724 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-637a4377-d04f-455f-a9b4-4448df1d5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:37.458316 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 5 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:02:38.424440 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5f16f223-44da-433c-b286-e5d8738c0f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:39.502525 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:40.661537 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:02:42.570115 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:05.920947 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f81124f-cd44-43a8-8a05-c8b4a93d8524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:08.421623 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9448d1e5-62fa-4aa4-8fb7-f07de1ceb30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:09.507645 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:10.653700 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:12.567831 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:14.448254 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 5 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:03:35.912661 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-095638f9-b06a-45dc-9d70-d979d8ea8754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:38.412996 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a06c780d-c3a4-4441-87b1-d0c746d811f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:39.507532 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:40.656039 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:42.570244 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:44.162949 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34252) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:44.237027 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8175ca68-fbce-4766-b5d7-03b9bf0884b8 admin admin] GET failed (client error): The resource could not be found. Apr 12 20:03:44.238412 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-8175ca68-fbce-4766-b5d7-03b9bf0884b8 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0745163 Apr 12 20:03:44.408948 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ea33b8-4ae7-42e4-89c4-703bc1fbec3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:44.410347 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-e0ea33b8-4ae7-42e4-89c4-703bc1fbec3d admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1664300 Apr 12 20:03:46.745510 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34262) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:46.844694 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c70afb-73b1-4500-a61e-52868b9da35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:46.846041 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-e1c70afb-73b1-4500-a61e-52868b9da35d admin admin] 10.222.0.44 "GET /v2.0/subnets/752d55fd-e972-4bc9-bd2e-3073ab39564c HTTP/1.1" status: 200 len: 849 time: 0.0995841 Apr 12 20:03:46.856738 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:03:46.941971 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Publish callbacks [] for subnet (752d55fd-e972-4bc9-bd2e-3073ab39564c), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:47.082473 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765494585887'] for subnet (752d55fd-e972-4bc9-bd2e-3073ab39564c), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:47.116755 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:47.118102 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:47.120684 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] 10.222.0.44 "PUT /v2.0/subnets/752d55fd-e972-4bc9-bd2e-3073ab39564c HTTP/1.1" status: 200 len: 868 time: 0.2675347 Apr 12 20:03:47.121205 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f45ca6-49c0-4b0f-9440-d1c59049d5c1 None None] Network c390647d-0c5d-467e-b631-061e0edcd100 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:03:47.141718 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=752d55fd-e972-4bc9-bd2e-3073ab39564c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:03:47.150416 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.150783 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.151135 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.151486 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.151845 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.152183 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.152556 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.152888 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.153228 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.153561 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.153899 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.154234 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.154564 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.154893 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.155220 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353e987-cf8e-4f92-94ca-7b455a2a7619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:03:47.442055 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-cb7da1d8-6e36-45c3-be43-c04655255f65 None None] Provisioning complete for port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:47.442450 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cb7da1d8-6e36-45c3-be43-c04655255f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c1a3ec44-52ff-4ad2-8b2e-6676a795f23b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:47.518688 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-cb7da1d8-6e36-45c3-be43-c04655255f65 None None] Current status of the port c1a3ec44-52ff-4ad2-8b2e-6676a795f23b is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:47.527038 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-cb7da1d8-6e36-45c3-be43-c04655255f65 None None] Provisioning complete for port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:03:47.527412 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cb7da1d8-6e36-45c3-be43-c04655255f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (72ea2c39-87a5-4ff4-b437-a4f0c516c42a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:03:47.607870 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-cb7da1d8-6e36-45c3-be43-c04655255f65 None None] Current status of the port 72ea2c39-87a5-4ff4-b437-a4f0c516c42a is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:03:49.496019 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34270) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:49.762492 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0207bc-434e-447d-9c67-6353cb27e74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:49.762876 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0207bc-434e-447d-9c67-6353cb27e74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:49.764440 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-ed0207bc-434e-447d-9c67-6353cb27e74c admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2674894 Apr 12 20:03:51.496667 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 5 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:03:52.106740 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34278) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:52.239073 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f038f-1c0d-4f4e-a77e-ab13c243ce2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:52.239550 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f038f-1c0d-4f4e-a77e-ab13c243ce2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:52.241150 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-9b2f038f-1c0d-4f4e-a77e-ab13c243ce2c admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334577 Apr 12 20:03:54.562716 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34286) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:54.689519 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ed9098-e7be-4746-8cdc-662c7d5229a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:54.690932 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-f7ed9098-e7be-4746-8cdc-662c7d5229a6 admin admin] 10.222.0.44 "GET /v2.0/networks/2a96407d-31ee-4009-9b88-c39044fbbdfd HTTP/1.1" status: 200 len: 886 time: 0.1272411 Apr 12 20:03:57.017984 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34294) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:57.164215 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabac781-3307-44ad-a3aa-ad5acd675ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:57.165649 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-dabac781-3307-44ad-a3aa-ad5acd675ef8 admin admin] 10.222.0.44 "GET /v2.0/networks/c390647d-0c5d-467e-b631-061e0edcd100 HTTP/1.1" status: 200 len: 869 time: 0.1466603 Apr 12 20:03:59.536440 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34302) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:03:59.662219 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be22a7b-8ed7-4960-ad58-6327b5bbe4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:59.662660 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be22a7b-8ed7-4960-ad58-6327b5bbe4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:03:59.665120 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-0be22a7b-8ed7-4960-ad58-6327b5bbe4c4 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277306 Apr 12 20:04:02.021088 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34312) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:02.184244 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f236501-a180-4631-ac6c-409869255606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:02.184705 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f236501-a180-4631-ac6c-409869255606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:02.186256 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9f236501-a180-4631-ac6c-409869255606 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1641648 Apr 12 20:04:04.500832 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34320) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:04.592404 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c04f94-1d5b-419b-a2df-ee736690ec39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:04.593785 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-13c04f94-1d5b-419b-a2df-ee736690ec39 admin admin] 10.222.0.44 "GET /v2.0/subnets/752d55fd-e972-4bc9-bd2e-3073ab39564c HTTP/1.1" status: 200 len: 868 time: 0.0920699 Apr 12 20:04:05.916718 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ff342ccd-fd5c-48a7-9c98-c2e35a84114f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:06.958273 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34328) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:07.048402 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1088f2bc-4be5-4a99-8814-2d2525811c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:07.049757 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-1088f2bc-4be5-4a99-8814-2d2525811c76 admin admin] 10.222.0.44 "GET /v2.0/subnets/f345fefe-c780-480c-a745-0b32309eb1fa HTTP/1.1" status: 200 len: 816 time: 0.0905046 Apr 12 20:04:08.415062 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-55fc4c00-9fc7-4d85-93a3-3297e6a8d00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:09.506522 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:10.659760 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:12.572526 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:28.444833 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 5 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:04:35.918153 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e91d9fd3-d2c7-4eaf-a2cb-d6ec7ab88629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:38.418526 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b2d27bec-c8ea-4761-b0ba-c1bc761eeca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:39.513214 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:40.662467 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:42.573975 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:48.549462 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34386) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:48.598816 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [None req-dacf77ba-1a3c-43be-b720-f3804d58e807 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:04:48.608287 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-dacf77ba-1a3c-43be-b720-f3804d58e807 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494766 Apr 12 20:04:51.026624 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34394) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:51.091199 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b16b057-782b-4666-ae6a-f6d11a0e963c admin admin] GET failed (client error): The resource could not be found. Apr 12 20:04:51.092499 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1b16b057-782b-4666-ae6a-f6d11a0e963c admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0648575 Apr 12 20:04:51.233260 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761378e-5f16-4cd1-b324-cd91a8545594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:51.235076 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a761378e-5f16-4cd1-b324-cd91a8545594 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1382556 Apr 12 20:04:53.596729 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34402) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:53.643272 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:04:53.663455 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Made reservation on behalf of fb4f136c1d3d47e3a053a9ade6db8be7 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:04:53.665736 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:53.693205 dv-cinder-837542-1-iscsi neutron-server[103444]: WARNING neutron.services.revisions.revision_plugin [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Could not find related network for resource to bump revision. Apr 12 20:04:53.706040 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:04:53.716707 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (1e1b82d2-0b47-4484-81f2-7c17cc7bc166), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:53.717048 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Added segment 1e1b82d2-0b47-4484-81f2-7c17cc7bc166 of type vlan for network 5b5c3fe0-efe4-49df-8697-700c139c9987 Apr 12 20:04:53.759090 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (5b5c3fe0-efe4-49df-8697-700c139c9987), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:53.782601 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (5b5c3fe0-efe4-49df-8697-700c139c9987), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:53.783592 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:53.784157 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:53.837913 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2401214 Apr 12 20:04:53.880391 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Pushing event updated for resources: {'Network': ['ID=5b5c3fe0-efe4-49df-8697-700c139c9987,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:53.887855 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.888209 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.888601 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.888948 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.889294 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.889631 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.889964 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.890296 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.890649 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.890986 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.891318 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.891652 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.891979 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.892330 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.892662 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4253b80-2732-456e-83c5-b632de35b1de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:53.904387 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 5b5c3fe0-efe4-49df-8697-700c139c9987 details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:04:56.196698 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34410) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:04:56.256707 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f55dd9f-015b-4680-b64b-a9daf232e6c9 admin admin] GET failed (client error): The resource could not be found. Apr 12 20:04:56.257984 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-3f55dd9f-015b-4680-b64b-a9daf232e6c9 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603542 Apr 12 20:04:56.326213 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f544f1-997c-4c0c-98b1-19ff585295ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:56.327809 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-56f544f1-997c-4c0c-98b1-19ff585295ee admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657585 Apr 12 20:04:56.338416 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '5b5c3fe0-efe4-49df-8697-700c139c9987', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:04:56.360844 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Made reservation on behalf of fb4f136c1d3d47e3a053a9ade6db8be7 for: {'subnet': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:04:56.363046 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:56.550917 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for subnet (342d0acf-8fa2-4947-9807-deb98a3a9a49), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:56.604466 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=342d0acf-8fa2-4947-9807-deb98a3a9a49,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:56.613140 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.613490 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.613853 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.614203 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.614540 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.614874 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.615393 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.615704 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.616051 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.616413 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.616765 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.617100 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.617425 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.617752 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.618094 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:56.627363 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Checking segment: {'id': '1e1b82d2-0b47-4484-81f2-7c17cc7bc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5b5c3fe0-efe4-49df-8697-700c139c9987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:04:56.627718 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Network hostable DHCP agents. Network: 5b5c3fe0-efe4-49df-8697-700c139c9987, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:04:56.649751 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Network 5b5c3fe0-efe4-49df-8697-700c139c9987 is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:04:56.659809 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 5b5c3fe0-efe4-49df-8697-700c139c9987) {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:04:56.663864 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:04:56.664485 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:56.669678 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb788a8-2f9e-499d-9c25-0f7547ff694b None None] Network 5b5c3fe0-efe4-49df-8697-700c139c9987 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:04:56.682366 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-6a7e21be-78c9-4c2e-ad78-dfd3393053a9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3476777 Apr 12 20:04:56.897178 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d8a2851-514c-574c-8383-fe2ed6b99b3a-5b5c3fe0-efe4-49df-8697-700c139c9987', 'network_id': '5b5c3fe0-efe4-49df-8697-700c139c9987', 'project_id': 'fb4f136c1d3d47e3a053a9ade6db8be7', 'fixed_ips': [{'subnet_id': '342d0acf-8fa2-4947-9807-deb98a3a9a49'}]}} from dv-cinder-837542-1-iscsi. {{(pid=103446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:04:56.898191 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:57.039222 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Allocated IP 192.168.233.2 (5b5c3fe0-efe4-49df-8697-700c139c9987/342d0acf-8fa2-4947-9807-deb98a3a9a49/de3320fe-f455-4759-8722-a25a1e0ad389) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:04:57.218601 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Publish callbacks [] for port (de3320fe-f455-4759-8722-a25a1e0ad389), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:57.225456 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (de3320fe-f455-4759-8722-a25a1e0ad389), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:57.266673 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Network 5b5c3fe0-efe4-49df-8697-700c139c9987 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:04:57.271477 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:04:57.278217 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:04:57.280207 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Pushing event updated for resources: {'Port': ['ID=de3320fe-f455-4759-8722-a25a1e0ad389,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:57.288336 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.288687 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.289056 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.289428 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.289774 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.290110 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.290447 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.290781 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.291112 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.291445 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.291781 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.292125 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.292498 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.292823 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.293845 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:04:57.350347 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Attempting to bind port de3320fe-f455-4759-8722-a25a1e0ad389 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:04:57.351435 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Attempting to bind port de3320fe-f455-4759-8722-a25a1e0ad389 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '1e1b82d2-0b47-4484-81f2-7c17cc7bc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5b5c3fe0-efe4-49df-8697-700c139c9987'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:04:57.351435 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Attempting to bind port de3320fe-f455-4759-8722-a25a1e0ad389 on network 5b5c3fe0-efe4-49df-8697-700c139c9987 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:04:57.356202 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:04:57.356622 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Checking segment: {'id': '1e1b82d2-0b47-4484-81f2-7c17cc7bc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5b5c3fe0-efe4-49df-8697-700c139c9987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:04:57.357029 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:57.357433 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Bound using segment: {'id': '1e1b82d2-0b47-4484-81f2-7c17cc7bc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5b5c3fe0-efe4-49df-8697-700c139c9987'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:04:57.357899 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Bound port: de3320fe-f455-4759-8722-a25a1e0ad389, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1b82d2-0b47-4484-81f2-7c17cc7bc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5b5c3fe0-efe4-49df-8697-700c139c9987'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:04:57.363392 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (de3320fe-f455-4759-8722-a25a1e0ad389), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:57.422052 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] For port de3320fe-f455-4759-8722-a25a1e0ad389, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:04:57.425071 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] For port de3320fe-f455-4759-8722-a25a1e0ad389, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=de3320fe-f455-4759-8722-a25a1e0ad389,segment=NetworkSegment(1e1b82d2-0b47-4484-81f2-7c17cc7bc166),segment_id=1e1b82d2-0b47-4484-81f2-7c17cc7bc166)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:04:57.432125 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (de3320fe-f455-4759-8722-a25a1e0ad389), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:57.502901 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bdc73-7950-4bad-9f9f-45532763963a None None] Pushing event updated for resources: {'Port': ['ID=de3320fe-f455-4759-8722-a25a1e0ad389,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:58.369299 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3caa96-0135-4b8f-ae4d-2bdfd488bccb None None] Network 5b5c3fe0-efe4-49df-8697-700c139c9987 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:04:58.475498 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-d3fb47c9-49b8-4a27-8737-0a423c2b5203 None None] Provisioning complete for port de3320fe-f455-4759-8722-a25a1e0ad389 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:04:58.476002 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d3fb47c9-49b8-4a27-8737-0a423c2b5203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (de3320fe-f455-4759-8722-a25a1e0ad389), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:58.575117 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb47c9-49b8-4a27-8737-0a423c2b5203 None None] Current status of the port de3320fe-f455-4759-8722-a25a1e0ad389 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:04:58.575525 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d3fb47c9-49b8-4a27-8737-0a423c2b5203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (de3320fe-f455-4759-8722-a25a1e0ad389), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:58.623445 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-d3fb47c9-49b8-4a27-8737-0a423c2b5203 None None] For port de3320fe-f455-4759-8722-a25a1e0ad389, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=de3320fe-f455-4759-8722-a25a1e0ad389,segment=NetworkSegment(1e1b82d2-0b47-4484-81f2-7c17cc7bc166),segment_id=1e1b82d2-0b47-4484-81f2-7c17cc7bc166)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:04:58.628584 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d3fb47c9-49b8-4a27-8737-0a423c2b5203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (de3320fe-f455-4759-8722-a25a1e0ad389), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:58.694247 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb47c9-49b8-4a27-8737-0a423c2b5203 None None] Pushing event updated for resources: {'Port': ['ID=de3320fe-f455-4759-8722-a25a1e0ad389,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:04:58.749558 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-cfb7b966-cfba-4349-8dd1-0bd593f3afc2 None None] Provisioning complete for port de3320fe-f455-4759-8722-a25a1e0ad389 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:04:58.749936 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b966-cfba-4349-8dd1-0bd593f3afc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (de3320fe-f455-4759-8722-a25a1e0ad389), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:58.835540 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7b966-cfba-4349-8dd1-0bd593f3afc2 None None] Current status of the port de3320fe-f455-4759-8722-a25a1e0ad389 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:04:59.545300 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device de3320fe-f455-4759-8722-a25a1e0ad389 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:04:59.593660 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port de3320fe-f455-4759-8722-a25a1e0ad389 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:04:59.594058 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (de3320fe-f455-4759-8722-a25a1e0ad389), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:04:59.674776 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port de3320fe-f455-4759-8722-a25a1e0ad389 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:05:05.443987 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 5 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:05:05.920493 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2fa1eae7-e6a6-4b29-8875-6d2bdb3eaa8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:08.420588 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-04d56d2d-33c5-45b2-b6f6-0aa4ddc0da92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:09.514462 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:10.665988 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:12.577120 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:35.922682 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-83c10351-4cfa-4d76-b7b0-87f5a1694e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:38.422406 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e17cf11b-f5c7-46de-993c-a7fc116e19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:39.516977 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:40.669341 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:05:42.443063 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 5 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:05:42.581081 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:05.925945 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-476208ad-8728-4fc8-97c2-1b33cbc0b1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:08.424031 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6928dd3b-fd01-4644-a013-3fa3980c89f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:09.521213 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:10.672749 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:12.586047 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:19.441951 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 5 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:06:30.375380 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34448) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:30.381228 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [None req-45281ac7-d828-4288-901f-0b1039ce512c tempest-verify_tempest_config-1152876779 tempest-verify_tempest_config-1152876779-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:06:30.382188 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-45281ac7-d828-4288-901f-0b1039ce512c tempest-verify_tempest_config-1152876779 tempest-verify_tempest_config-1152876779-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058296 Apr 12 20:06:30.679939 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34466) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:30.780004 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:30.855413 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Publish callbacks [] for security_group (79d4eb9c-58cb-4900-877c-59dc942a32e5), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:30.858977 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (79d4eb9c-58cb-4900-877c-59dc942a32e5), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:30.904897 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d4eb9c-58cb-4900-877c-59dc942a32e5,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:30.909366 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23c05529c9c44ef89c0d04e9c6c7aff2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2284036 Apr 12 20:06:30.912246 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34470) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:06:30.913518 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.913862 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.914216 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.914556 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.914890 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.915219 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.915549 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.915873 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.916210 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.916560 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.916899 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.917240 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.917564 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.917887 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.918203 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f47b1c-9907-4f9e-9422-f62c6d8cb0ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:30.969989 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Publish callbacks [] for security_group (79d4eb9c-58cb-4900-877c-59dc942a32e5), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:30.990875 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Publish callbacks [] for security_group (79d4eb9c-58cb-4900-877c-59dc942a32e5), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:31.080746 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (79d4eb9c-58cb-4900-877c-59dc942a32e5), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:31.083939 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:31.085226 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79d4eb9c-58cb-4900-877c-59dc942a32e5 HTTP/1.1" status: 204 len: 168 time: 0.1717610 Apr 12 20:06:31.092943 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d4eb9c-58cb-4900-877c-59dc942a32e5,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:06:31.099842 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.100193 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.100570 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.100911 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.101249 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.101580 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.101964 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.102223 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.102568 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.102901 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.103242 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.103585 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.103914 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.104273 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:31.104602 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df00e06-34b5-46e2-be88-a1da2cdef65c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:06:35.928299 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-06b7c1ef-3d1d-4a24-814a-3c643fe020d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:38.425517 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-af57ee6e-3e93-4706-89c0-5a7602989b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:39.526158 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:40.688027 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:42.588405 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:06:56.440376 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 5 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:07:05.934008 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-57586d08-9e89-4377-bf52-6ac4fde8680a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:08.427448 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cf71833f-11b1-42ed-b114-baa9b51a625e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:09.526972 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:10.680962 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:12.592076 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:33.438909 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 5 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:07:35.925402 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ff7c1e27-a1be-4195-92f4-ece358dd09ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:38.429931 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c03c-c624-497a-8845-c73b6bae8383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:39.529288 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:40.683901 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:07:42.594680 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:05.926981 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-efaaa351-0421-4dcb-b890-0ff994dd8e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:08.433191 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-73a07de9-392f-4524-bc18-9ed682b6f8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:09.531953 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:10.437552 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 5 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:08:10.686177 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:12.599006 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:20.545472 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1649070'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:35.261587 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34542) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:08:35.363732 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9e791520-f2e0-4572-8273-11c661941a8c admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1010520 Apr 12 20:08:35.929466 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6958bd72-1afc-4692-b432-af51212140f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:37.723189 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34552) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:08:37.776456 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-161da7a0-f685-4a49-af57-4783c46fd0ec admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521553 Apr 12 20:08:38.435150 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1b5cedee-b72e-4172-951c-86c86be017b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:39.533688 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:40.693242 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:42.602069 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:08:47.435888 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:08:50.544601 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:05.929607 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2e676247-4687-4380-a9ae-714c86d484ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:08.436543 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-31f73d03-8039-48c8-9cdd-cd9a55140162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:09.535708 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:10.696641 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:12.604881 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:20.542367 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:24.434730 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:09:35.933531 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a4dd-12bb-4a91-97fe-4dfef17cffd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:38.438063 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b16fbe25-cc4c-45e2-9811-b917209521c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:39.539733 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:40.698474 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:42.608737 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:09:50.544513 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:01.434481 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:10:05.936726 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2aeb19d6-2418-4806-8008-df9bb836ef4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:08.439926 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-be1541cb-d2cf-411c-aafe-632339749d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:09.543441 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:10.701566 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:12.611743 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:19.071232 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34700) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:19.259945 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-518596952-network', 'tenant_id': '99473ef92aa6423597a2294a5c26f846'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:19.287918 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Made reservation on behalf of 99473ef92aa6423597a2294a5c26f846 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:10:19.287918 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:19.296335 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:19.385791 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Publish callbacks [] for security_group (e0f75646-4de9-40f4-b629-4829c801e755), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:19.390834 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (e0f75646-4de9-40f4-b629-4829c801e755), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:19.416669 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f75646-4de9-40f4-b629-4829c801e755,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:19.429379 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.429724 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.430253 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.430590 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.430931 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.431248 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.431573 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.435384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.435384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.435384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.435384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.435384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.435384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.435384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.435384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Tracked resource versions report: Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: pushed versions: Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: { 'AddressGroup': {'1.2'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Agent': {'1.1'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'ConntrackHelper': {'1.0'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'LocalIPAssociation': {'1.0'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Log': {'1.0'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'NDPProxy': {'1.0'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Network': {'1.1'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Port': {'1.7'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'PortForwarding': {'1.3'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'QosPolicy': {'1.10'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'SecurityGroup': {'1.5'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'SecurityGroupRule': {'1.2'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'SubPort': {'1.0'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Subnet': {'1.1'}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Trunk': {'1.1'}} Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: consumer versions: Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: { DHCP agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: HyperV agent@hv-cinder-83754: {}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: L3 agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: Metadata agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: Metering agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: Open vSwitch agent@dv-cinder-837542-1-iscsi: { 'AddressGroup': '1.2', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Agent': '1.1', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'ConntrackHelper': '1.0', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'LocalIPAssociation': '1.0', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Log': '1.0', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'NDPProxy': '1.0', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Network': '1.1', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Port': '1.7', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'PortForwarding': '1.3', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'QosPolicy': '1.10', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'SecurityGroup': '1.5', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'SecurityGroupRule': '1.2', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'SubPort': '1.0', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Subnet': '1.1', Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: 'Trunk': '1.1'}} Apr 12 20:10:19.436200 dv-cinder-837542-1-iscsi neutron-server[103444]: {{(pid=103444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 20:10:19.441027 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:10:19.453329 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (626a492d-8719-4c32-888a-ef7eceba9925), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:19.453827 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Added segment 626a492d-8719-4c32-888a-ef7eceba9925 of type vlan for network a947333a-c3ab-4dbf-97f6-913f53a1c5fc Apr 12 20:10:19.512776 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (a947333a-c3ab-4dbf-97f6-913f53a1c5fc), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:19.549109 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (a947333a-c3ab-4dbf-97f6-913f53a1c5fc), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:19.550373 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:19.551121 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:19.591559 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5191963 Apr 12 20:10:19.594374 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34742) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:19.599510 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d1b9a254-dcdb-4b35-ba52-e062c8362068 admin admin] Request body: {'subnet': {'network_id': 'a947333a-c3ab-4dbf-97f6-913f53a1c5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-518596952-subnet', 'tenant_id': '99473ef92aa6423597a2294a5c26f846', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:19.645384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c916d-fb1a-46ca-81e1-9fd4d4a56437 admin admin] Pushing event updated for resources: {'Network': ['ID=a947333a-c3ab-4dbf-97f6-913f53a1c5fc,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:19.647956 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b9a254-dcdb-4b35-ba52-e062c8362068 admin admin] Made reservation on behalf of 99473ef92aa6423597a2294a5c26f846 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:10:19.650345 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1b9a254-dcdb-4b35-ba52-e062c8362068 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:19.654868 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34746) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:19.657637 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network a947333a-c3ab-4dbf-97f6-913f53a1c5fc details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:10:19.845164 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1b9a254-dcdb-4b35-ba52-e062c8362068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for subnet (ba13253c-1bd4-424f-843c-3f9277377a2c), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:19.894121 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9a254-dcdb-4b35-ba52-e062c8362068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba13253c-1bd4-424f-843c-3f9277377a2c,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:19.918692 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b9a254-dcdb-4b35-ba52-e062c8362068 admin admin] Checking segment: {'id': '626a492d-8719-4c32-888a-ef7eceba9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a947333a-c3ab-4dbf-97f6-913f53a1c5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:19.919204 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b9a254-dcdb-4b35-ba52-e062c8362068 admin admin] Network hostable DHCP agents. Network: a947333a-c3ab-4dbf-97f6-913f53a1c5fc, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:10:19.937632 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b9a254-dcdb-4b35-ba52-e062c8362068 admin admin] Network a947333a-c3ab-4dbf-97f6-913f53a1c5fc is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:10:19.947866 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d1b9a254-dcdb-4b35-ba52-e062c8362068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, a947333a-c3ab-4dbf-97f6-913f53a1c5fc) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:19.952404 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b9a254-dcdb-4b35-ba52-e062c8362068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:19.953114 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1b9a254-dcdb-4b35-ba52-e062c8362068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:19.959117 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b510e46f-1696-471b-818c-3c1ebc4a6c2b None None] Network a947333a-c3ab-4dbf-97f6-913f53a1c5fc requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:10:19.981391 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d1b9a254-dcdb-4b35-ba52-e062c8362068 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3856988 Apr 12 20:10:20.071921 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060d0353-73ee-47d8-be30-f89a7472630a None None] Network a947333a-c3ab-4dbf-97f6-913f53a1c5fc requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:10:20.135813 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-397671787-network', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:20.158861 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Made reservation on behalf of 36239d1c41ef42b1b707d6cf657711ee for: {'network': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:10:20.161790 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.170366 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.227426 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34768) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:20.257141 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Publish callbacks [] for security_group (5d392974-7d0c-4262-96c2-3fdbe1deda35), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.264275 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (5d392974-7d0c-4262-96c2-3fdbe1deda35), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.292843 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d392974-7d0c-4262-96c2-3fdbe1deda35,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:20.304692 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.305021 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.305467 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.305876 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.306275 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.306673 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.307009 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.307443 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.307853 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.308257 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.308670 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.309098 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.309493 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.309875 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.310263 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Tracked resource versions report: Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: pushed versions: Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: { 'AddressGroup': {'1.2'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Agent': {'1.1'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'ConntrackHelper': {'1.0'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'LocalIPAssociation': {'1.0'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Log': {'1.0'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'NDPProxy': {'1.0'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Network': {'1.1'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Port': {'1.7'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'PortForwarding': {'1.3'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'QosPolicy': {'1.10'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'SecurityGroup': {'1.5'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'SecurityGroupRule': {'1.2'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'SubPort': {'1.0'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Subnet': {'1.1'}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Trunk': {'1.1'}} Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: consumer versions: Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: { DHCP agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: HyperV agent@hv-cinder-83754: {}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: L3 agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: Metadata agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: Metering agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: Open vSwitch agent@dv-cinder-837542-1-iscsi: { 'AddressGroup': '1.2', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Agent': '1.1', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'ConntrackHelper': '1.0', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'LocalIPAssociation': '1.0', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Log': '1.0', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'NDPProxy': '1.0', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Network': '1.1', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Port': '1.7', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'PortForwarding': '1.3', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'QosPolicy': '1.10', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'SecurityGroup': '1.5', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'SecurityGroupRule': '1.2', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'SubPort': '1.0', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Subnet': '1.1', Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: 'Trunk': '1.1'}} Apr 12 20:10:20.311512 dv-cinder-837542-1-iscsi neutron-server[103445]: {{(pid=103445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 20:10:20.319653 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:10:20.331504 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (1671d23d-a6aa-482b-8f1d-cdc241e6702a), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.331870 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.segments_db [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Added segment 1671d23d-a6aa-482b-8f1d-cdc241e6702a of type vlan for network de93d020-fd87-43f9-9b84-c46a616eebc8 Apr 12 20:10:20.381113 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (de93d020-fd87-43f9-9b84-c46a616eebc8), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.409028 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (de93d020-fd87-43f9-9b84-c46a616eebc8), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.410199 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:20.411939 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.447112 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7890470 Apr 12 20:10:20.447941 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34786) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:20.453706 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e36e9a5c-5951-448f-b546-8a674f6956fa admin admin] Request body: {'subnet': {'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-subnet', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:20.481381 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e1629-b09d-4dfb-a093-593d53a060d1 admin admin] Pushing event updated for resources: {'Network': ['ID=de93d020-fd87-43f9-9b84-c46a616eebc8,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:20.487315 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36e9a5c-5951-448f-b546-8a674f6956fa admin admin] Made reservation on behalf of 36239d1c41ef42b1b707d6cf657711ee for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:10:20.490347 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e36e9a5c-5951-448f-b546-8a674f6956fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.492803 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network de93d020-fd87-43f9-9b84-c46a616eebc8 details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:10:20.582313 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.618903 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-739929510-network', 'tenant_id': '296db42b89cd47b2b6912045743e8273'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:20.676489 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Made reservation on behalf of 296db42b89cd47b2b6912045743e8273 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:10:20.678819 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.698854 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.719216 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e36e9a5c-5951-448f-b546-8a674f6956fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for subnet (949bc912-0fa2-4a4f-93d6-8e76c474a8f3), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.809791 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e9a5c-5951-448f-b546-8a674f6956fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=949bc912-0fa2-4a4f-93d6-8e76c474a8f3,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:20.837158 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36e9a5c-5951-448f-b546-8a674f6956fa admin admin] Checking segment: {'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:20.837787 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e9a5c-5951-448f-b546-8a674f6956fa admin admin] Network hostable DHCP agents. Network: de93d020-fd87-43f9-9b84-c46a616eebc8, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:10:20.870945 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Publish callbacks [] for security_group (8e3bcc31-47bf-40ae-b828-964251e85f8d), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.877010 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (8e3bcc31-47bf-40ae-b828-964251e85f8d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.908177 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3bcc31-47bf-40ae-b828-964251e85f8d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:20.911683 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36e9a5c-5951-448f-b546-8a674f6956fa admin admin] Network de93d020-fd87-43f9-9b84-c46a616eebc8 is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:10:20.927459 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:10:20.931174 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e36e9a5c-5951-448f-b546-8a674f6956fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, de93d020-fd87-43f9-9b84-c46a616eebc8) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:20.939560 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e9a5c-5951-448f-b546-8a674f6956fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:20.940578 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e36e9a5c-5951-448f-b546-8a674f6956fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.952833 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (c38d1f54-c36b-43a3-a82f-ad2832847b8d), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:20.953425 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Added segment c38d1f54-c36b-43a3-a82f-ad2832847b8d of type vlan for network 8265ba09-a39a-4ff3-b726-de767b4c1999 Apr 12 20:10:20.958392 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a03941-7c99-4973-9c16-5c39a3b742a3 None None] Network de93d020-fd87-43f9-9b84-c46a616eebc8 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:10:20.973735 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e36e9a5c-5951-448f-b546-8a674f6956fa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5243189 Apr 12 20:10:20.976753 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34814) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:20.986252 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:21.017709 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (8265ba09-a39a-4ff3-b726-de767b4c1999), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.033172 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61321'] for router (2f48e267-a151-4374-afd9-5f823d3d95c0), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.034584 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1650774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61328'] for router (2f48e267-a151-4374-afd9-5f823d3d95c0), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.078942 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (8265ba09-a39a-4ff3-b726-de767b4c1999), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.079926 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:21.080666 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.119486 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d8a2851-514c-574c-8383-fe2ed6b99b3a-de93d020-fd87-43f9-9b84-c46a616eebc8', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3'}]}} from dv-cinder-837542-1-iscsi. {{(pid=103446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:10:21.120374 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.159938 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Publish callbacks [] for router_controller (2f48e267-a151-4374-afd9-5f823d3d95c0), precommit_add_association {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.178915 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9486933 Apr 12 20:10:21.179761 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34822) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:21.187249 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a76e4ec1-676c-409d-bbd2-871ce692f301 admin admin] Request body: {'subnet': {'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-subnet', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:21.198603 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a6fff-97db-40a3-b4a9-97fea29bd900 admin admin] Pushing event updated for resources: {'Network': ['ID=8265ba09-a39a-4ff3-b726-de767b4c1999,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:21.214910 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76e4ec1-676c-409d-bbd2-871ce692f301 admin admin] Made reservation on behalf of 296db42b89cd47b2b6912045743e8273 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:10:21.219466 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a76e4ec1-676c-409d-bbd2-871ce692f301 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.310506 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 8265ba09-a39a-4ff3-b726-de767b4c1999 details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:10:21.431065 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a76e4ec1-676c-409d-bbd2-871ce692f301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for subnet (93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.479598 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Publish callbacks [] for router_gateway (2f48e267-a151-4374-afd9-5f823d3d95c0), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.544283 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e4ec1-676c-409d-bbd2-871ce692f301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:21.605745 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Allocated IP 172.20.0.2 (de93d020-fd87-43f9-9b84-c46a616eebc8/949bc912-0fa2-4a4f-93d6-8e76c474a8f3/fd2fa67d-9b4a-4b5f-b731-0ea45747a725) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:10:21.678960 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76e4ec1-676c-409d-bbd2-871ce692f301 admin admin] Checking segment: {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:21.681068 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76e4ec1-676c-409d-bbd2-871ce692f301 admin admin] Network hostable DHCP agents. Network: 8265ba09-a39a-4ff3-b726-de767b4c1999, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:10:21.765309 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76e4ec1-676c-409d-bbd2-871ce692f301 admin admin] Network 8265ba09-a39a-4ff3-b726-de767b4c1999 is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:10:21.789042 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a76e4ec1-676c-409d-bbd2-871ce692f301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 8265ba09-a39a-4ff3-b726-de767b4c1999) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:21.795152 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e4ec1-676c-409d-bbd2-871ce692f301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:21.795747 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a76e4ec1-676c-409d-bbd2-871ce692f301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.800331 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057d98c9-7283-4fdc-9cf9-842c63e97886 None None] Network 8265ba09-a39a-4ff3-b726-de767b4c1999 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:10:21.849172 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Publish callbacks [] for router_gateway (2f48e267-a151-4374-afd9-5f823d3d95c0), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.850627 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a76e4ec1-676c-409d-bbd2-871ce692f301 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6673472 Apr 12 20:10:21.861037 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34840) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:21.871450 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:21.887081 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.951701 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61321'] for router (1040d0ad-95db-413f-b074-c70b700506ca), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:21.953562 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1650774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61328'] for router (1040d0ad-95db-413f-b074-c70b700506ca), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:22.046312 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Allocated IP 172.27.0.219 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/59e59224-0dcf-477c-8979-1507400567ff) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:10:22.169572 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Publish callbacks [] for port (59e59224-0dcf-477c-8979-1507400567ff), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:22.176526 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d8a2851-514c-574c-8383-fe2ed6b99b3a-8265ba09-a39a-4ff3-b726-de767b4c1999', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'project_id': '296db42b89cd47b2b6912045743e8273', 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e'}]}} from dv-cinder-837542-1-iscsi. {{(pid=103446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:10:22.177457 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:22.208646 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (59e59224-0dcf-477c-8979-1507400567ff), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:22.259349 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:10:22.316604 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:22.325325 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:10:22.390527 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Publish callbacks [] for router_controller (1040d0ad-95db-413f-b074-c70b700506ca), precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:22.458623 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Pushing event updated for resources: {'Port': ['ID=59e59224-0dcf-477c-8979-1507400567ff,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:22.589567 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Publish callbacks [] for router_gateway (1040d0ad-95db-413f-b074-c70b700506ca), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:22.645564 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Allocated IP 172.20.0.2 (8265ba09-a39a-4ff3-b726-de767b4c1999/93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e/2b491a5d-51eb-4aed-8f4b-187f60550d1a) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:10:22.655964 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Publish callbacks [] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:22.670805 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:22.705562 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Publish callbacks [] for router_gateway (2f48e267-a151-4374-afd9-5f823d3d95c0), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:22.714697 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Network de93d020-fd87-43f9-9b84-c46a616eebc8 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:10:22.771467 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:22.774576 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:10:22.780917 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Pushing event updated for resources: {'Port': ['ID=fd2fa67d-9b4a-4b5f-b731-0ea45747a725,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:22.811696 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.812061 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.812486 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.812854 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.813206 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.813541 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.813872 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.814214 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.814548 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.814882 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.815918 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.815918 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.815918 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.816261 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.826091 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Tracked resource versions report: Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: pushed versions: Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: { 'AddressGroup': {'1.2'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Agent': {'1.1'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'ConntrackHelper': {'1.0'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'LocalIPAssociation': {'1.0'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Log': {'1.0'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'NDPProxy': {'1.0'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Network': {'1.1'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Port': {'1.7'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'PortForwarding': {'1.3'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'QosPolicy': {'1.10'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'SecurityGroup': {'1.5'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'SecurityGroupRule': {'1.2'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'SubPort': {'1.0'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Subnet': {'1.1'}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Trunk': {'1.1'}} Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: consumer versions: Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: { DHCP agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: HyperV agent@hv-cinder-83754: {}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: L3 agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: Metadata agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: Metering agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: Open vSwitch agent@dv-cinder-837542-1-iscsi: { 'AddressGroup': '1.2', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Agent': '1.1', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'ConntrackHelper': '1.0', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'LocalIPAssociation': '1.0', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Log': '1.0', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'NDPProxy': '1.0', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Network': '1.1', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Port': '1.7', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'PortForwarding': '1.3', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'QosPolicy': '1.10', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'SecurityGroup': '1.5', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'SecurityGroupRule': '1.2', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'SubPort': '1.0', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Subnet': '1.1', Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: 'Trunk': '1.1'}} Apr 12 20:10:22.827699 dv-cinder-837542-1-iscsi neutron-server[103446]: {{(pid=103446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 20:10:22.899471 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Attempting to bind port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:10:22.899953 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Attempting to bind port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:10:22.900371 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Attempting to bind port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 on network de93d020-fd87-43f9-9b84-c46a616eebc8 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:10:22.906901 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:10:22.907285 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Checking segment: {'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:22.907820 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:22.908243 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Bound using segment: {'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:10:22.908746 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Bound port: fd2fa67d-9b4a-4b5f-b731-0ea45747a725, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:10:22.909140 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:22.978936 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Publish callbacks [] for router_gateway (1040d0ad-95db-413f-b074-c70b700506ca), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:23.001108 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:23.105111 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651111'] for router (2f48e267-a151-4374-afd9-5f823d3d95c0), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:23.133378 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Allocated IP 172.27.0.185 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/21ec2fee-7290-47e7-b425-decd03d5d1be) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:10:23.142978 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Publish callbacks [] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:23.167779 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:23.295021 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] For port fd2fa67d-9b4a-4b5f-b731-0ea45747a725, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:10:23.298518 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Network 8265ba09-a39a-4ff3-b726-de767b4c1999 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:10:23.307407 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:23.313802 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Publish callbacks [] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:23.314797 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Pushing event updated for resources: {'Port': ['ID=2b491a5d-51eb-4aed-8f4b-187f60550d1a,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:23.317929 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:10:23.326429 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] For port fd2fa67d-9b4a-4b5f-b731-0ea45747a725, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=fd2fa67d-9b4a-4b5f-b731-0ea45747a725,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:10:23.336172 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34920) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:23.339558 dv-cinder-837542-1-iscsi neutron-server[103444]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 20:10:23.353911 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:23.407455 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1bada-dfb8-458c-85af-79e7ff719762 None None] Pushing event updated for resources: {'Port': ['ID=fd2fa67d-9b4a-4b5f-b731-0ea45747a725,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:23.472354 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Attempting to bind port 2b491a5d-51eb-4aed-8f4b-187f60550d1a on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:10:23.473281 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Attempting to bind port 2b491a5d-51eb-4aed-8f4b-187f60550d1a by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:10:23.473665 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Attempting to bind port 2b491a5d-51eb-4aed-8f4b-187f60550d1a on network 8265ba09-a39a-4ff3-b726-de767b4c1999 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:10:23.480036 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:10:23.480422 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Checking segment: {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:23.480840 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:23.481240 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Bound using segment: {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:10:23.481725 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Bound port: 2b491a5d-51eb-4aed-8f4b-187f60550d1a, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:10:23.482120 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:23.496614 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Router 2f48e267-a151-4374-afd9-5f823d3d95c0 is scheduled to L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c with binding_index 1 {{(pid=103445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:10:23.595216 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:23.605492 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] For port 2b491a5d-51eb-4aed-8f4b-187f60550d1a, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:10:23.615636 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] For port 2b491a5d-51eb-4aed-8f4b-187f60550d1a, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=2b491a5d-51eb-4aed-8f4b-187f60550d1a,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:10:23.629564 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:23.688642 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:10:23.690382 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:10:23.703667 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Sync routers for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:10:23.706461 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:23.711117 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:23.713299 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-492082ee-3178-47f9-8820-29a521836872 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7333846 Apr 12 20:10:23.715383 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34946) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:23.722640 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:10:23.730775 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446f3b1-330d-4bf5-8503-c1587c295acc None None] Pushing event updated for resources: {'Port': ['ID=2b491a5d-51eb-4aed-8f4b-187f60550d1a,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:23.742253 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:10:23.742905 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:10:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:23.955011 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-1272bbc4-6085-4a84-8508-57925cc51e43 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:23.956608 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-1272bbc4-6085-4a84-8508-57925cc51e43 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/networks?id=a947333a-c3ab-4dbf-97f6-913f53a1c5fc HTTP/1.1" status: 200 len: 811 time: 0.6194339 Apr 12 20:10:23.960831 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Pushing event updated for resources: {'Port': ['ID=21ec2fee-7290-47e7-b425-decd03d5d1be,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:23.998480 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-c443864f-75b9-4c56-9732-9117fbac1241 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/quotas/99473ef92aa6423597a2294a5c26f846 HTTP/1.1" status: 200 len: 375 time: 0.0297215 Apr 12 20:10:24.129265 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:10:24.361379 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-f6ab4348-cb68-4fcb-9fee-03eb81e9e7a4 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=99473ef92aa6423597a2294a5c26f846&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3524539 Apr 12 20:10:24.519878 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device fd2fa67d-9b4a-4b5f-b731-0ea45747a725 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:10:24.622794 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:24.623595 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:24.624951 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:22Z', 'revision_number': 3, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:24.734963 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Checking router: 2f48e267-a151-4374-afd9-5f823d3d95c0 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:10:24.739943 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:24.740891 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:24.743839 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 34982) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:24.747540 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Updating router 2f48e267-a151-4374-afd9-5f823d3d95c0 port 59e59224-0dcf-477c-8979-1507400567ff binding host dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:10:24.793376 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port fd2fa67d-9b4a-4b5f-b731-0ea45747a725, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=fd2fa67d-9b4a-4b5f-b731-0ea45747a725,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:10:24.812270 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:24.847557 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (59e59224-0dcf-477c-8979-1507400567ff), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:24.871774 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Publish callbacks [] for router_gateway (1040d0ad-95db-413f-b074-c70b700506ca), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:24.883865 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=fd2fa67d-9b4a-4b5f-b731-0ea45747a725,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:25.094416 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 34992) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:25.262014 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eca6f3cc-452a-4097-ac3d-0f487b3df27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:25.341804 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:25.349087 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-431e5761-b1d0-4229-a74b-4904e88ae1e4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:10:25.356822 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-431e5761-b1d0-4229-a74b-4904e88ae1e4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2610500 Apr 12 20:10:25.529222 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6f2af6f-e91a-4f56-80b8-af1098751aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:25.535591 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bba556-6343-415a-b9ad-a64723dc9969 None None] Network de93d020-fd87-43f9-9b84-c46a616eebc8 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:10:25.546210 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Publish callbacks [] for port (59e59224-0dcf-477c-8979-1507400567ff), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:25.566013 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (59e59224-0dcf-477c-8979-1507400567ff), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:25.625045 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Pushing event updated for resources: {'Port': ['ID=59e59224-0dcf-477c-8979-1507400567ff,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:25.670177 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.672342 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.673754 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.675090 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.677621 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.678156 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.680943 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.682477 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651111'] for router (1040d0ad-95db-413f-b074-c70b700506ca), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:25.683929 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.684307 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.684641 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.695052 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.695441 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.696110 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-00356d7f-1a93-428f-9214-c069c1d5c64f None None] Provisioning complete for port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:25.701103 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-00356d7f-1a93-428f-9214-c069c1d5c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:25.701945 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.702508 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.703006 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Tracked resource versions report: Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: pushed versions: Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: { 'AddressGroup': {'1.2'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Agent': {'1.1'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'ConntrackHelper': {'1.0'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'LocalIPAssociation': {'1.0'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Log': {'1.0'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'NDPProxy': {'1.0'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Network': {'1.1'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Port': {'1.7'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'PortForwarding': {'1.3'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'QosPolicy': {'1.10'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'SecurityGroup': {'1.5'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'SecurityGroupRule': {'1.2'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'SubPort': {'1.0'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Subnet': {'1.1'}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Trunk': {'1.1'}} Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: consumer versions: Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: { DHCP agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: HyperV agent@hv-cinder-83754: {}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: L3 agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: Metadata agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: Metering agent@dv-cinder-837542-1-iscsi: {}, Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: Open vSwitch agent@dv-cinder-837542-1-iscsi: { 'AddressGroup': '1.2', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Agent': '1.1', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'ConntrackHelper': '1.0', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'LocalIPAssociation': '1.0', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Log': '1.0', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'NDPProxy': '1.0', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Network': '1.1', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Port': '1.7', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'PortForwarding': '1.3', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'QosPolicy': '1.10', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'SecurityGroup': '1.5', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'SecurityGroupRule': '1.2', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'SubPort': '1.0', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Subnet': '1.1', Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: 'Trunk': '1.1'}} Apr 12 20:10:25.704494 dv-cinder-837542-1-iscsi neutron-server[103447]: {{(pid=103447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 20:10:25.758553 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Attempting to bind port 59e59224-0dcf-477c-8979-1507400567ff on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:10:25.759660 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Attempting to bind port 59e59224-0dcf-477c-8979-1507400567ff by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:10:25.760210 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Attempting to bind port 59e59224-0dcf-477c-8979-1507400567ff on network 2a96407d-31ee-4009-9b88-c39044fbbdfd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:10:25.764864 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-c591430e-b605-45a7-8437-30a1330b4178 service neutron] 10.222.0.44 "GET /v2.0/networks/a947333a-c3ab-4dbf-97f6-913f53a1c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068458 Apr 12 20:10:25.766592 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:10:25.767162 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Checking segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:25.767744 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:25.768299 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Bound using segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:10:25.768929 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Bound port: 59e59224-0dcf-477c-8979-1507400567ff, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:10:25.769304 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (59e59224-0dcf-477c-8979-1507400567ff), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:25.832200 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Allocated IP 172.20.0.1 (de93d020-fd87-43f9-9b84-c46a616eebc8/949bc912-0fa2-4a4f-93d6-8e76c474a8f3/cfd40396-c918-4b1b-9520-ee529584d2e9) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:10:25.838148 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35024) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:25.855654 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] For port 59e59224-0dcf-477c-8979-1507400567ff, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:10:25.878796 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] For port 59e59224-0dcf-477c-8979-1507400567ff, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=59e59224-0dcf-477c-8979-1507400567ff,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:10:25.893223 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b83632-beb1-4c7a-bd97-92040cfb1e6e None None] Network 8265ba09-a39a-4ff3-b726-de767b4c1999 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:10:25.895428 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (59e59224-0dcf-477c-8979-1507400567ff), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:25.930995 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-00356d7f-1a93-428f-9214-c069c1d5c64f None None] Current status of the port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:26.001870 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36135e7d-ac60-41fc-80b6-0ce63de55511 None None] Pushing event updated for resources: {'Port': ['ID=59e59224-0dcf-477c-8979-1507400567ff,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:26.028103 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:10:26.032573 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:10:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:26.042464 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6f2af6f-e91a-4f56-80b8-af1098751aa2 admin admin] Publish callbacks [] for security_group (5419eaa7-11c1-48c8-a47b-638519012ad7), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.068064 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6f2af6f-e91a-4f56-80b8-af1098751aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (5419eaa7-11c1-48c8-a47b-638519012ad7), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.109012 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-64fd5e6d-a6b1-4f9b-af71-1c2527a6e613 None None] Provisioning complete for port 2b491a5d-51eb-4aed-8f4b-187f60550d1a triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:26.109687 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-64fd5e6d-a6b1-4f9b-af71-1c2527a6e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.138218 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-31e48c15-cc38-4b95-9bf1-3bf7ba615b43 service neutron] 10.222.0.44 "GET /v2.0/networks/a947333a-c3ab-4dbf-97f6-913f53a1c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724754 Apr 12 20:10:26.227067 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eca6f3cc-452a-4097-ac3d-0f487b3df27f admin admin] Publish callbacks [] for security_group (b3ce171b-a54c-4293-a53c-024ceabe1996), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.232696 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d6f2af6f-e91a-4f56-80b8-af1098751aa2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65fc299dc0964dd5a0550d569a8f0c86&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1329515 Apr 12 20:10:26.241563 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35036) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:26.255069 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01f5002d-6b6e-4e53-976a-57f5d6d138e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.264027 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eca6f3cc-452a-4097-ac3d-0f487b3df27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b3ce171b-a54c-4293-a53c-024ceabe1996), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.279362 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2af6f-e91a-4f56-80b8-af1098751aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5419eaa7-11c1-48c8-a47b-638519012ad7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:26.322072 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-64fd5e6d-a6b1-4f9b-af71-1c2527a6e613 None None] Current status of the port 2b491a5d-51eb-4aed-8f4b-187f60550d1a is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:26.322555 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-64fd5e6d-a6b1-4f9b-af71-1c2527a6e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.340155 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Router 1040d0ad-95db-413f-b074-c70b700506ca is scheduled to L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:10:26.363056 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:10:26.389959 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Publish callbacks [] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.471266 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-64fd5e6d-a6b1-4f9b-af71-1c2527a6e613 None None] For port 2b491a5d-51eb-4aed-8f4b-187f60550d1a, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=2b491a5d-51eb-4aed-8f4b-187f60550d1a,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:10:26.487548 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-64fd5e6d-a6b1-4f9b-af71-1c2527a6e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.536568 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:10:26.537122 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-eca6f3cc-452a-4097-ac3d-0f487b3df27f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28ad1d5079614054a223461504e9fc15&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7912531 Apr 12 20:10:26.540317 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35046) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:26.595956 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Sync routers for ids ['1040d0ad-95db-413f-b074-c70b700506ca'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:10:26.602809 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.606929 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 2b491a5d-51eb-4aed-8f4b-187f60550d1a up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:10:26.608753 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6f3cc-452a-4097-ac3d-0f487b3df27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ce171b-a54c-4293-a53c-024ceabe1996,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:26.620755 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-96e7f578-5dc5-4312-b110-dc5a5d78464e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7584624 Apr 12 20:10:26.636542 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35050) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:26.690388 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01f5002d-6b6e-4e53-976a-57f5d6d138e6 admin admin] Publish callbacks [] for security_group (6772aa85-75ee-449c-b2dc-b901cbe08766), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.691548 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d3271f06-a04b-427a-876b-05ee103959e5 admin admin] Publish callbacks [] for security_group (b3ce171b-a54c-4293-a53c-024ceabe1996), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.724605 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Routers {'1040d0ad-95db-413f-b074-c70b700506ca'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:10:26.725598 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:10:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1040d0ad-95db-413f-b074-c70b700506ca'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:26.727579 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d3271f06-a04b-427a-876b-05ee103959e5 admin admin] Publish callbacks [] for security_group (b3ce171b-a54c-4293-a53c-024ceabe1996), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.772697 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01f5002d-6b6e-4e53-976a-57f5d6d138e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (6772aa85-75ee-449c-b2dc-b901cbe08766), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.819777 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d3271f06-a04b-427a-876b-05ee103959e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b3ce171b-a54c-4293-a53c-024ceabe1996), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.825063 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d3271f06-a04b-427a-876b-05ee103959e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.827014 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d3271f06-a04b-427a-876b-05ee103959e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3ce171b-a54c-4293-a53c-024ceabe1996 HTTP/1.1" status: 204 len: 168 time: 0.2837572 Apr 12 20:10:26.861484 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5002d-6b6e-4e53-976a-57f5d6d138e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6772aa85-75ee-449c-b2dc-b901cbe08766,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:26.874952 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3271f06-a04b-427a-876b-05ee103959e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ce171b-a54c-4293-a53c-024ceabe1996,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:26.885698 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-01f5002d-6b6e-4e53-976a-57f5d6d138e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=281228abf094439da0d40f556af10b16&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0437870 Apr 12 20:10:26.886197 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35070) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:26.888418 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:26.916403 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Set router 1040d0ad-95db-413f-b074-c70b700506ca gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:10:26.923858 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35078) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:26.957596 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:22Z', 'revision_number': 3, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:26.968506 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfdc0-5a05-46aa-a86b-c6179a5d1113 admin admin] Publish callbacks [] for security_group (5419eaa7-11c1-48c8-a47b-638519012ad7), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:27.037376 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31b3e992-4160-46b5-85f2-f11e2ba80257 req-4c264b29-6761-4b57-a1e3-9f08f1cc6412 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 210 time: 0.1020563 Apr 12 20:10:27.044560 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218af89-cd5b-43cd-b77f-6e019f5f846d None None] The sync data for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi is: [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:22Z', 'revision_number': 3, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:10:27.073182 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3b94-b340-4d70-b57a-83f2477e7aca admin admin] Publish callbacks [] for security_group (6772aa85-75ee-449c-b2dc-b901cbe08766), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:27.106254 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3b94-b340-4d70-b57a-83f2477e7aca admin admin] Publish callbacks [] for security_group (6772aa85-75ee-449c-b2dc-b901cbe08766), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:27.201892 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3b94-b340-4d70-b57a-83f2477e7aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (6772aa85-75ee-449c-b2dc-b901cbe08766), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:27.204753 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3b94-b340-4d70-b57a-83f2477e7aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:27.209282 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-4a7a3b94-b340-4d70-b57a-83f2477e7aca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6772aa85-75ee-449c-b2dc-b901cbe08766 HTTP/1.1" status: 204 len: 168 time: 0.3192999 Apr 12 20:10:27.223200 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a3b94-b340-4d70-b57a-83f2477e7aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6772aa85-75ee-449c-b2dc-b901cbe08766,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:27.270588 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfdc0-5a05-46aa-a86b-c6179a5d1113 admin admin] Publish callbacks [] for security_group (5419eaa7-11c1-48c8-a47b-638519012ad7), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:27.320665 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:24Z', 'revision_number': 3, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:27.384130 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Network de93d020-fd87-43f9-9b84-c46a616eebc8 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:10:27.387378 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:27.454263 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:10:27.454263 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651030'] for router_interface (2f48e267-a151-4374-afd9-5f823d3d95c0), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:27.552867 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Checking router: 1040d0ad-95db-413f-b074-c70b700506ca for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:10:27.553230 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Updating router 1040d0ad-95db-413f-b074-c70b700506ca port 21ec2fee-7290-47e7-b425-decd03d5d1be binding host dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:10:27.631238 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:27.714925 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Pushing event updated for resources: {'Port': ['ID=cfd40396-c918-4b1b-9520-ee529584d2e9,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:27.749548 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35104) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:27.764964 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f96a7c2f-9360-4c34-b507-4d37366ada19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:27.935875 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd5e6d-a6b1-4f9b-af71-1c2527a6e613 None None] Pushing event updated for resources: {'Port': ['ID=2b491a5d-51eb-4aed-8f4b-187f60550d1a,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:27.942131 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-d8ae2937-0e9d-4dee-8feb-7abfa77a4ebf None None] Provisioning complete for port 2b491a5d-51eb-4aed-8f4b-187f60550d1a triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:27.942748 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2937-0e9d-4dee-8feb-7abfa77a4ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:27.961044 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfdc0-5a05-46aa-a86b-c6179a5d1113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (5419eaa7-11c1-48c8-a47b-638519012ad7), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:27.965997 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfdc0-5a05-46aa-a86b-c6179a5d1113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:27.967418 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-eb9bfdc0-5a05-46aa-a86b-c6179a5d1113 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5419eaa7-11c1-48c8-a47b-638519012ad7 HTTP/1.1" status: 204 len: 168 time: 1.7195675 Apr 12 20:10:28.039256 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f96a7c2f-9360-4c34-b507-4d37366ada19 admin admin] Publish callbacks [] for security_group (fb29d742-ca7d-4703-96b2-fcc02afb4514), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.051782 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f96a7c2f-9360-4c34-b507-4d37366ada19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (fb29d742-ca7d-4703-96b2-fcc02afb4514), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.164595 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bfdc0-5a05-46aa-a86b-c6179a5d1113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5419eaa7-11c1-48c8-a47b-638519012ad7,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:28.208437 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f96a7c2f-9360-4c34-b507-4d37366ada19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2ff3b0602f341cfb05c8383616d28e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4515059 Apr 12 20:10:28.209275 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a7c2f-9360-4c34-b507-4d37366ada19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb29d742-ca7d-4703-96b2-fcc02afb4514,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:28.211706 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35122) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:28.216668 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 2b491a5d-51eb-4aed-8f4b-187f60550d1a triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:28.218584 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.251499 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35126) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:28.369365 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bac8ff6c-929d-4418-9b3a-0d47320dd158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.405674 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d8131896-ca5b-495b-b557-3c0fdf46b800 req-8b45eece-435e-4d1c-9182-8e31cbb0c0aa tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 210 time: 0.1675344 Apr 12 20:10:28.472510 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae2937-0e9d-4dee-8feb-7abfa77a4ebf None None] Current status of the port 2b491a5d-51eb-4aed-8f4b-187f60550d1a is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:28.551711 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.556527 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-d8ae2937-0e9d-4dee-8feb-7abfa77a4ebf None None] Provisioning complete for port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:28.556936 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d8ae2937-0e9d-4dee-8feb-7abfa77a4ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.564642 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Publish callbacks [] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.578906 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bac8ff6c-929d-4418-9b3a-0d47320dd158 admin admin] Publish callbacks [] for security_group (c27a446a-0317-4bfe-ae28-764ffa9c6d34), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.586192 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff4b24df-32d0-4aba-b4ed-5ddf761dc057 admin admin] Publish callbacks [] for security_group (fb29d742-ca7d-4703-96b2-fcc02afb4514), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.635808 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bac8ff6c-929d-4418-9b3a-0d47320dd158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c27a446a-0317-4bfe-ae28-764ffa9c6d34), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.682550 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff4b24df-32d0-4aba-b4ed-5ddf761dc057 admin admin] Publish callbacks [] for security_group (fb29d742-ca7d-4703-96b2-fcc02afb4514), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.684990 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.688785 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8ff6c-929d-4418-9b3a-0d47320dd158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27a446a-0317-4bfe-ae28-764ffa9c6d34,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:28.739997 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-bac8ff6c-929d-4418-9b3a-0d47320dd158 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc4f710aaf7a4a528b9b94e8297da875&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4820361 Apr 12 20:10:28.745829 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35146) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:28.809396 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 2b491a5d-51eb-4aed-8f4b-187f60550d1a is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:28.810662 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device fd2fa67d-9b4a-4b5f-b731-0ea45747a725 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:10:28.898886 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Attempting to bind port 21ec2fee-7290-47e7-b425-decd03d5d1be on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:10:28.899269 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Attempting to bind port 21ec2fee-7290-47e7-b425-decd03d5d1be by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:10:28.899783 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Attempting to bind port 21ec2fee-7290-47e7-b425-decd03d5d1be on network 2a96407d-31ee-4009-9b88-c39044fbbdfd {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:10:28.905640 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b800d5d8-7dc3-45bb-967b-4b80bf7ed4fb admin admin] Publish callbacks [] for security_group (c27a446a-0317-4bfe-ae28-764ffa9c6d34), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.916940 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785177db-1afa-4520-b985-58cbdfb545ed None None] Pushing event updated for resources: {'Port': ['ID=21ec2fee-7290-47e7-b425-decd03d5d1be,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:28.930307 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:10:28.930699 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Checking segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:28.931110 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.931513 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Bound using segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:10:28.932004 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Bound port: 21ec2fee-7290-47e7-b425-decd03d5d1be, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:10:28.936855 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.958006 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b800d5d8-7dc3-45bb-967b-4b80bf7ed4fb admin admin] Publish callbacks [] for security_group (c27a446a-0317-4bfe-ae28-764ffa9c6d34), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.990630 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff4b24df-32d0-4aba-b4ed-5ddf761dc057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (fb29d742-ca7d-4703-96b2-fcc02afb4514), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.993564 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff4b24df-32d0-4aba-b4ed-5ddf761dc057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:28.998684 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ff4b24df-32d0-4aba-b4ed-5ddf761dc057 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb29d742-ca7d-4703-96b2-fcc02afb4514 HTTP/1.1" status: 204 len: 168 time: 0.7590270 Apr 12 20:10:29.020418 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Publish callbacks [] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:29.027044 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b24df-32d0-4aba-b4ed-5ddf761dc057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb29d742-ca7d-4703-96b2-fcc02afb4514,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:29.059552 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:29.060143 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:29.061845 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae2937-0e9d-4dee-8feb-7abfa77a4ebf None None] Current status of the port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:29.077801 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b800d5d8-7dc3-45bb-967b-4b80bf7ed4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c27a446a-0317-4bfe-ae28-764ffa9c6d34), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:29.080072 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:29.081019 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651942'] for router_interface (2f48e267-a151-4374-afd9-5f823d3d95c0), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:29.081877 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b800d5d8-7dc3-45bb-967b-4b80bf7ed4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:29.089736 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-b800d5d8-7dc3-45bb-967b-4b80bf7ed4fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c27a446a-0317-4bfe-ae28-764ffa9c6d34 HTTP/1.1" status: 204 len: 168 time: 0.3422728 Apr 12 20:10:29.097459 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] For port 21ec2fee-7290-47e7-b425-decd03d5d1be, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:10:29.111856 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800d5d8-7dc3-45bb-967b-4b80bf7ed4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27a446a-0317-4bfe-ae28-764ffa9c6d34,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:29.118592 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] For port 21ec2fee-7290-47e7-b425-decd03d5d1be, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=21ec2fee-7290-47e7-b425-decd03d5d1be,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:10:29.134983 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:29.255782 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-21333d83-6d6c-4473-a271-06ae2156e6ce None None] Provisioning complete for port cfd40396-c918-4b1b-9520-ee529584d2e9 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:29.256186 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-21333d83-6d6c-4473-a271-06ae2156e6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:29.278382 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Pushing event updated for resources: {'Port': ['ID=cfd40396-c918-4b1b-9520-ee529584d2e9,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:29.315412 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-21333d83-6d6c-4473-a271-06ae2156e6ce None None] Port cfd40396-c918-4b1b-9520-ee529584d2e9 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:10:29.392794 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:29.471986 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Routers {'1040d0ad-95db-413f-b074-c70b700506ca'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:10:29.477009 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:10:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1040d0ad-95db-413f-b074-c70b700506ca'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:29.644262 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:29.687424 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] Set router 1040d0ad-95db-413f-b074-c70b700506ca gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:10:29.874513 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Allocated IP 172.20.0.1 (8265ba09-a39a-4ff3-b726-de767b4c1999/93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e/1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:10:29.886849 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a0290af9-2156-4636-b03a-3bedc525d766 req-985a2e4d-abb0-461a-836f-6e39e4a90562 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 210 time: 0.0913961 Apr 12 20:10:29.887695 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 2b491a5d-51eb-4aed-8f4b-187f60550d1a up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:10:29.904495 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785177db-1afa-4520-b985-58cbdfb545ed None None] Pushing event updated for resources: {'Port': ['ID=21ec2fee-7290-47e7-b425-decd03d5d1be,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:30.014334 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Publish callbacks [] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:30.065884 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:30.121288 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:24Z', 'revision_number': 3, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:30.122702 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Network 8265ba09-a39a-4ff3-b726-de767b4c1999 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:10:30.131478 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:30.134216 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:10:30.134887 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651030'] for router_interface (1040d0ad-95db-413f-b074-c70b700506ca), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:30.157678 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 2b491a5d-51eb-4aed-8f4b-187f60550d1a triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:30.165395 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:30.170071 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee69a84-d1da-4b00-b2af-fd0990c8c15e None None] The sync data for ids ['1040d0ad-95db-413f-b074-c70b700506ca'] in dv-cinder-837542-1-iscsi is: [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:24Z', 'revision_number': 3, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:10:30.277617 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Network de93d020-fd87-43f9-9b84-c46a616eebc8 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:10:30.286175 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Pushing event updated for resources: {'Port': ['ID=1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:30.296760 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:30.432756 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 2b491a5d-51eb-4aed-8f4b-187f60550d1a is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:30.433874 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 59e59224-0dcf-477c-8979-1507400567ff up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:10:30.575742 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 59e59224-0dcf-477c-8979-1507400567ff triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:30.576117 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (59e59224-0dcf-477c-8979-1507400567ff), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:30.702538 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:30.743610 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-ad7e8799-3ec4-4b13-9452-42f4493d940e None None] Provisioning complete for port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:30.748334 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8799-3ec4-4b13-9452-42f4493d940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:30.761433 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Router 2f48e267-a151-4374-afd9-5f823d3d95c0 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:10:30.849223 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e8799-3ec4-4b13-9452-42f4493d940e None None] Port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:10:30.863750 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 59e59224-0dcf-477c-8979-1507400567ff is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:30.864394 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (59e59224-0dcf-477c-8979-1507400567ff), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:30.890914 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port 59e59224-0dcf-477c-8979-1507400567ff, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=59e59224-0dcf-477c-8979-1507400567ff,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:10:30.903792 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (59e59224-0dcf-477c-8979-1507400567ff), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:31.026940 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-0c5b4e51-5e17-4ed9-9781-2bfce834cb60 None None] Provisioning complete for port cfd40396-c918-4b1b-9520-ee529584d2e9 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:31.028900 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4e51-5e17-4ed9-9781-2bfce834cb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:31.135580 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c84a2732-2d14-499a-80d8-130565023c32 req-61988190-7e52-4ebc-b434-d9d98226856b tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 210 time: 0.0803981 Apr 12 20:10:31.164332 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=59e59224-0dcf-477c-8979-1507400567ff,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:31.181480 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b4e51-5e17-4ed9-9781-2bfce834cb60 None None] Port cfd40396-c918-4b1b-9520-ee529584d2e9 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:10:31.202089 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:10:31.210212 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-58b7a93d-3091-4aae-b177-94bde6343e1d admin admin] 10.222.0.44 "PUT /v2.0/routers/2f48e267-a151-4374-afd9-5f823d3d95c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4931583 Apr 12 20:10:31.213528 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Sync routers for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:10:31.232960 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:10:31.235100 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:10:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:31.331683 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Publish callbacks [] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:31.342621 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:31.344680 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651942'] for router_interface (1040d0ad-95db-413f-b074-c70b700506ca), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:31.424896 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:10:31.449197 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35256) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:31.590227 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Pushing event updated for resources: {'Port': ['ID=1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:31.677955 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Network 8265ba09-a39a-4ff3-b726-de767b4c1999 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:10:31.681455 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:31.686735 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 21ec2fee-7290-47e7-b425-decd03d5d1be up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:10:31.736400 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.13', 51088) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:31.864336 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 21ec2fee-7290-47e7-b425-decd03d5d1be triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:31.865608 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.002036 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-a0ec34ec-1da8-46c5-a489-b80ad38bf439 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:32.009639 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-a0ec34ec-1da8-46c5-a489-b80ad38bf439 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.13 "GET /v2.0/networks?id=a947333a-c3ab-4dbf-97f6-913f53a1c5fc HTTP/1.1" status: 200 len: 811 time: 0.2610743 Apr 12 20:10:32.031976 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-537993106-network', 'tenant_id': 'a234b3810eee4084a3089a916da907a5'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:32.084396 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-0d7e2061-b9c2-47f8-a7e0-2b41660ef61c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Request body: {'port': {'device_id': '4786ff52-8b21-43f9-8454-d022d1cdf90d', 'network_id': 'a947333a-c3ab-4dbf-97f6-913f53a1c5fc', 'admin_state_up': True, 'tenant_id': '99473ef92aa6423597a2294a5c26f846'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:32.104281 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Router 1040d0ad-95db-413f-b074-c70b700506ca has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:10:32.196494 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 21ec2fee-7290-47e7-b425-decd03d5d1be is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:32.196897 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.272476 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port 21ec2fee-7290-47e7-b425-decd03d5d1be, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=21ec2fee-7290-47e7-b425-decd03d5d1be,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:10:32.298883 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-b30b86a9-76c6-47bc-a576-125fc9aab1ec None None] Provisioning complete for port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:32.302432 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b30b86a9-76c6-47bc-a576-125fc9aab1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.312197 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 2, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:32.362369 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:10:32.389645 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-b30b86a9-76c6-47bc-a576-125fc9aab1ec None None] Port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:10:32.391283 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.398230 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-70653c55-bfd0-4a13-b4a9-82c60f4c82fb admin admin] 10.222.0.44 "PUT /v2.0/routers/1040d0ad-95db-413f-b074-c70b700506ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7577691 Apr 12 20:10:32.401797 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Checking router: 2f48e267-a151-4374-afd9-5f823d3d95c0 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:10:32.402134 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Updating router 2f48e267-a151-4374-afd9-5f823d3d95c0 port cfd40396-c918-4b1b-9520-ee529584d2e9 binding host dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:10:32.407977 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 59e59224-0dcf-477c-8979-1507400567ff up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:10:32.516933 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 59e59224-0dcf-477c-8979-1507400567ff triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:32.518165 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (59e59224-0dcf-477c-8979-1507400567ff), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.530979 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.623839 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=21ec2fee-7290-47e7-b425-decd03d5d1be,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:32.738896 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f6a9732c-8c6b-4aff-9549-0364e7eaf1b5 req-e109a69c-0a6e-4dbd-84b4-0d0006bd6490 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 210 time: 0.0529144 Apr 12 20:10:32.746911 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-0d7e2061-b9c2-47f8-a7e0-2b41660ef61c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Made reservation on behalf of 99473ef92aa6423597a2294a5c26f846 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:10:32.752462 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-0d7e2061-b9c2-47f8-a7e0-2b41660ef61c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:32.776688 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 59e59224-0dcf-477c-8979-1507400567ff is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:33.143584 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35340) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:33.149928 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-518d2e74-600b-4cff-892b-793550083ecb tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882809581', 'description': 'tempest-description--1808205549'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:33.187591 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-518d2e74-600b-4cff-892b-793550083ecb tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:33.306103 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Made reservation on behalf of a234b3810eee4084a3089a916da907a5 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:10:33.320763 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:33.324476 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Publish callbacks [] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:33.336936 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:33.364584 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Sync routers for ids ['1040d0ad-95db-413f-b074-c70b700506ca'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:10:33.386884 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Routers {'1040d0ad-95db-413f-b074-c70b700506ca'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:10:33.387536 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:10:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1040d0ad-95db-413f-b074-c70b700506ca'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:33.419165 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-518d2e74-600b-4cff-892b-793550083ecb tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group (e746bad0-38ac-4904-ba0c-a94134ec1fe4), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:33.430032 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-518d2e74-600b-4cff-892b-793550083ecb tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (e746bad0-38ac-4904-ba0c-a94134ec1fe4), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:33.469703 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:33.515725 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e00e0-be9c-4fca-8551-7b53f6382408 None None] Pushing event updated for resources: {'Port': ['ID=cfd40396-c918-4b1b-9520-ee529584d2e9,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:33.543078 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-518d2e74-600b-4cff-892b-793550083ecb tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:33.551428 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35362) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:33.559495 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-518d2e74-600b-4cff-892b-793550083ecb tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3988161 Apr 12 20:10:33.564993 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d2e74-600b-4cff-892b-793550083ecb tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e746bad0-38ac-4904-ba0c-a94134ec1fe4,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:33.639534 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-633ed739-b259-4601-b8dd-a1d60534aa4d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Request body: {'security_group_rule': {'security_group_id': 'e746bad0-38ac-4904-ba0c-a94134ec1fe4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:33.710364 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-0d7e2061-b9c2-47f8-a7e0-2b41660ef61c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Allocated IP 172.20.0.4 (a947333a-c3ab-4dbf-97f6-913f53a1c5fc/ba13253c-1bd4-424f-843c-3f9277377a2c/00f1439e-32a3-435a-95fa-296796f3c851) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:10:33.741588 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Attempting to bind port cfd40396-c918-4b1b-9520-ee529584d2e9 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:10:33.745986 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Attempting to bind port cfd40396-c918-4b1b-9520-ee529584d2e9 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:10:33.750896 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Attempting to bind port cfd40396-c918-4b1b-9520-ee529584d2e9 on network de93d020-fd87-43f9-9b84-c46a616eebc8 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:10:33.764181 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:10:33.767504 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Checking segment: {'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:33.768181 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:33.768844 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Bound using segment: {'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:10:33.770425 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Bound port: cfd40396-c918-4b1b-9520-ee529584d2e9, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:10:33.771151 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:33.913063 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 21ec2fee-7290-47e7-b425-decd03d5d1be up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:10:33.944906 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-633ed739-b259-4601-b8dd-a1d60534aa4d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group_rule (e61e1156-cafc-43e8-9331-7132b6996873), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:34.007752 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] For port cfd40396-c918-4b1b-9520-ee529584d2e9, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:10:34.009368 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-930c2822-0990-437d-a8d3-995378da3c82 None None] Provisioning complete for port cfd40396-c918-4b1b-9520-ee529584d2e9 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:34.012693 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-930c2822-0990-437d-a8d3-995378da3c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:34.015791 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] For port cfd40396-c918-4b1b-9520-ee529584d2e9, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=cfd40396-c918-4b1b-9520-ee529584d2e9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:10:34.027151 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:34.106722 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Set router 1040d0ad-95db-413f-b074-c70b700506ca gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:10:34.186864 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:10:34.187502 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:10:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:34.298334 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cf7d412c-349d-4770-a32d-2a358bef37c1 req-97cca70c-621a-454e-bc95-1962d030ca20 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 210 time: 0.2640569 Apr 12 20:10:34.447301 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Publish callbacks [] for security_group (4740e15a-9d36-42fe-a2a1-c9f49168ca2c), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:34.509187 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-2b1885ba-f985-4fc1-aff8-1dad9c63c107 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:34.526919 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-2b1885ba-f985-4fc1-aff8-1dad9c63c107 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 818 time: 0.7607186 Apr 12 20:10:34.554576 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e00e0-be9c-4fca-8551-7b53f6382408 None None] Pushing event updated for resources: {'Port': ['ID=cfd40396-c918-4b1b-9520-ee529584d2e9,revision_number=4']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:34.596824 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (4740e15a-9d36-42fe-a2a1-c9f49168ca2c), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:34.633456 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 21ec2fee-7290-47e7-b425-decd03d5d1be triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:34.634041 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:34.635590 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-633ed739-b259-4601-b8dd-a1d60534aa4d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group_rule (e61e1156-cafc-43e8-9331-7132b6996873), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:34.660678 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:10:34.704295 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-930c2822-0990-437d-a8d3-995378da3c82 None None] Current status of the port cfd40396-c918-4b1b-9520-ee529584d2e9 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:34.704944 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-930c2822-0990-437d-a8d3-995378da3c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:34.705074 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-b3f4b99c-bde3-4a26-b52b-29e388f35aa0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/quotas/296db42b89cd47b2b6912045743e8273 HTTP/1.1" status: 200 len: 375 time: 0.1770976 Apr 12 20:10:34.722521 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c', 'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'mac_address': 'fa:16:3e:c2:fa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:29Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 2, 'project_id': '296db42b89cd47b2b6912045743e8273', 'subnets': [{'id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:34.739352 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-633ed739-b259-4601-b8dd-a1d60534aa4d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (e61e1156-cafc-43e8-9331-7132b6996873), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:34.770581 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Checking router: 1040d0ad-95db-413f-b074-c70b700506ca for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:10:34.771292 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Updating router 1040d0ad-95db-413f-b074-c70b700506ca port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c binding host dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:10:34.806191 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:10:34.829424 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 21ec2fee-7290-47e7-b425-decd03d5d1be is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:34.867023 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-930c2822-0990-437d-a8d3-995378da3c82 None None] For port cfd40396-c918-4b1b-9520-ee529584d2e9, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=cfd40396-c918-4b1b-9520-ee529584d2e9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:10:34.870824 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:34.876418 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-930c2822-0990-437d-a8d3-995378da3c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.008260 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-0d7e2061-b9c2-47f8-a7e0-2b41660ef61c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Publish callbacks [] for port (00f1439e-32a3-435a-95fa-296796f3c851), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.017673 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (351c0c53-0e3d-488d-a948-24afdd7b0431), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.029848 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Added segment 351c0c53-0e3d-488d-a948-24afdd7b0431 of type vlan for network 800cf808-c04f-4810-a51d-212cb60899c7 Apr 12 20:10:35.061726 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ed739-b259-4601-b8dd-a1d60534aa4d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61e1156-cafc-43e8-9331-7132b6996873,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:35.075618 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-633ed739-b259-4601-b8dd-a1d60534aa4d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.086641 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-633ed739-b259-4601-b8dd-a1d60534aa4d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5340841 Apr 12 20:10:35.092538 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35424) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:35.099664 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-99b198d3-fe50-46c6-9264-0f00c82e2a0d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Request body: {'security_group_rule': {'security_group_id': 'e746bad0-38ac-4904-ba0c-a94134ec1fe4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:35.105530 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-89964ef9-4c7f-43e5-af7e-aa686fe67c73 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3994706 Apr 12 20:10:35.107137 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4740e15a-9d36-42fe-a2a1-c9f49168ca2c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:35.153669 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35428) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:35.227899 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-99b198d3-fe50-46c6-9264-0f00c82e2a0d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group_rule (2474eb7b-034a-4471-9628-c40fe4e8ca69), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.235699 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (800cf808-c04f-4810-a51d-212cb60899c7), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.300495 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35432) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:35.418778 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:33Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:35.421596 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-0d7e2061-b9c2-47f8-a7e0-2b41660ef61c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (00f1439e-32a3-435a-95fa-296796f3c851), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.428185 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (800cf808-c04f-4810-a51d-212cb60899c7), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.433370 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:35.438079 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.465323 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1d70bb73-84c5-486c-97e9-7c164f9c9a33 None None] Provisioning complete for port cfd40396-c918-4b1b-9520-ee529584d2e9 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:35.478437 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1d70bb73-84c5-486c-97e9-7c164f9c9a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.504873 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-99b198d3-fe50-46c6-9264-0f00c82e2a0d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group_rule (2474eb7b-034a-4471-9628-c40fe4e8ca69), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.514326 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-a69986b6-4953-44e4-9f3d-c05a60c34285 service neutron] 10.222.0.44 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080222 Apr 12 20:10:35.548088 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977962a-5559-4456-af0e-8a0aeca00334 None None] The sync data for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi is: [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:33Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:10:35.553322 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-99b198d3-fe50-46c6-9264-0f00c82e2a0d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (2474eb7b-034a-4471-9628-c40fe4e8ca69), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.636111 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c2822-0990-437d-a8d3-995378da3c82 None None] Pushing event updated for resources: {'Port': ['ID=cfd40396-c918-4b1b-9520-ee529584d2e9,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:35.708122 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.2567794 Apr 12 20:10:35.745729 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1ca502f-2fe1-4cd9-a238-b66c1bd907ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.761874 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35448) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:35.771048 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Publish callbacks [] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.782863 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.793461 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-feede9de-3200-40d6-b11a-fff88f04bfb9 admin admin] Request body: {'subnet': {'network_id': '800cf808-c04f-4810-a51d-212cb60899c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-537993106-subnet', 'tenant_id': 'a234b3810eee4084a3089a916da907a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:35.798812 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bd7154dd-de2b-44f0-8c80-80c52d1aa679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.823814 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b198d3-fe50-46c6-9264-0f00c82e2a0d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2474eb7b-034a-4471-9628-c40fe4e8ca69,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:35.833627 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feede9de-3200-40d6-b11a-fff88f04bfb9 admin admin] Made reservation on behalf of a234b3810eee4084a3089a916da907a5 for: {'subnet': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:10:35.837115 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-feede9de-3200-40d6-b11a-fff88f04bfb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.922956 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-78a1c007-f21d-4587-981a-6eb5d5355cb9 service neutron] 10.222.0.44 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068134 Apr 12 20:10:35.967513 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-0d7e2061-b9c2-47f8-a7e0-2b41660ef61c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Network a947333a-c3ab-4dbf-97f6-913f53a1c5fc is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:10:35.978676 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bd7154dd-de2b-44f0-8c80-80c52d1aa679 admin admin] Publish callbacks [] for security_group (dc8c6a8e-1217-416c-a60c-4ec46fdfae2e), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.982680 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-99b198d3-fe50-46c6-9264-0f00c82e2a0d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:35.984754 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-99b198d3-fe50-46c6-9264-0f00c82e2a0d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8914270 Apr 12 20:10:35.991707 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-0d7e2061-b9c2-47f8-a7e0-2b41660ef61c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:36.004907 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35454) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:36.010208 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:36.015220 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bd7154dd-de2b-44f0-8c80-80c52d1aa679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (dc8c6a8e-1217-416c-a60c-4ec46fdfae2e), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:36.038167 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52453e-1db4-4d32-87d3-9b5f8694a61a admin admin] Pushing event updated for resources: {'Network': ['ID=800cf808-c04f-4810-a51d-212cb60899c7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:36.063251 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-0d7e2061-b9c2-47f8-a7e0-2b41660ef61c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:10:36.079685 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-0d7e2061-b9c2-47f8-a7e0-2b41660ef61c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:36.093491 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-0d7e2061-b9c2-47f8-a7e0-2b41660ef61c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:36.104842 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 800cf808-c04f-4810-a51d-212cb60899c7 details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:10:36.130813 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e2061-b9c2-47f8-a7e0-2b41660ef61c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Pushing event updated for resources: {'Port': ['ID=00f1439e-32a3-435a-95fa-296796f3c851,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:36.155050 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-0d7e2061-b9c2-47f8-a7e0-2b41660ef61c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0845311 Apr 12 20:10:36.171710 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2953c14-3578-4b41-9c5d-35b398363c2b req-4c1341a1-085b-41df-8585-2a5c170043ff tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:36.183189 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b2953c14-3578-4b41-9c5d-35b398363c2b req-4c1341a1-085b-41df-8585-2a5c170043ff tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 931 time: 0.5465565 Apr 12 20:10:36.213172 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-cb257818-2080-4d39-9c9e-fc85527e63f6 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:10:36.217427 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-cb257818-2080-4d39-9c9e-fc85527e63f6 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121548 Apr 12 20:10:36.240789 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-812e491d-4382-414c-9f30-66f2ca56eaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:36.245965 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1d70bb73-84c5-486c-97e9-7c164f9c9a33 None None] Current status of the port cfd40396-c918-4b1b-9520-ee529584d2e9 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:36.265286 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2235e-c0ee-4b71-bfcf-b5ac7ccbbeb9 None None] Pushing event updated for resources: {'Port': ['ID=1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:36.379562 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b2953c14-3578-4b41-9c5d-35b398363c2b req-fec0d66e-46e9-428b-b631-2a6adb18fdda tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909297 Apr 12 20:10:36.380747 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:36.478790 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-bd7154dd-de2b-44f0-8c80-80c52d1aa679 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bce2dba3f6a44de28a964019344149a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9672308 Apr 12 20:10:36.501238 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35478) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:36.501238 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7154dd-de2b-44f0-8c80-80c52d1aa679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8c6a8e-1217-416c-a60c-4ec46fdfae2e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:36.662701 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Request body: {'port': {'device_id': '4786ff52-8b21-43f9-8454-d022d1cdf90d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:36.821276 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Attempting to bind port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:10:36.821861 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Attempting to bind port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:10:36.822015 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Attempting to bind port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c on network 8265ba09-a39a-4ff3-b726-de767b4c1999 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:10:36.840173 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c113789c-1970-4839-acdd-d7ea81173b50 req-a60793fb-6368-4ec1-9125-151f0226e0c5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 210 time: 0.3114228 Apr 12 20:10:36.850845 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-6c229388-a887-4328-af9a-0700d45bb573 None None] Provisioning complete for port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:36.853312 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c229388-a887-4328-af9a-0700d45bb573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:36.883381 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:36.929868 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:10:36.929868 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Checking segment: {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:36.929868 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:36.929868 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Bound using segment: {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:10:36.936642 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Bound port: 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:10:36.937235 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:36.945966 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e960efbb-823d-4a99-80ee-945d972017db admin admin] Publish callbacks [] for security_group (dc8c6a8e-1217-416c-a60c-4ec46fdfae2e), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:37.017508 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-6c229388-a887-4328-af9a-0700d45bb573 None None] Port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:10:37.065503 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (00f1439e-32a3-435a-95fa-296796f3c851), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:37.192643 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] For port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:10:37.202512 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] For port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:10:37.217586 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:37.395170 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Routers {'1040d0ad-95db-413f-b074-c70b700506ca'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:10:37.423695 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:10:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1040d0ad-95db-413f-b074-c70b700506ca'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:37.426825 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2235e-c0ee-4b71-bfcf-b5ac7ccbbeb9 None None] Pushing event updated for resources: {'Port': ['ID=1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:37.438585 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1ca502f-2fe1-4cd9-a238-b66c1bd907ce admin admin] Publish callbacks [] for security_group (0fc212e8-7592-44ee-97da-1b7d3d9b93a0), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:37.466393 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e960efbb-823d-4a99-80ee-945d972017db admin admin] Publish callbacks [] for security_group (dc8c6a8e-1217-416c-a60c-4ec46fdfae2e), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:37.472791 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1ca502f-2fe1-4cd9-a238-b66c1bd907ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (0fc212e8-7592-44ee-97da-1b7d3d9b93a0), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:37.683642 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] Set router 1040d0ad-95db-413f-b074-c70b700506ca gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:10:37.740721 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device cfd40396-c918-4b1b-9520-ee529584d2e9 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:10:37.773348 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Allocated IP 172.27.0.213 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/6cd5f8d0-6f2f-49ff-bb12-e5f89550957a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:10:37.793575 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-c1ca502f-2fe1-4cd9-a238-b66c1bd907ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3ff2497f0d74f0a98f7017ca29ca2d1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6368427 Apr 12 20:10:37.808446 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35530) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:37.929927 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca502f-2fe1-4cd9-a238-b66c1bd907ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc212e8-7592-44ee-97da-1b7d3d9b93a0,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:37.976965 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-a7bee720-e90c-4ef9-89f8-458309938107 None None] Provisioning complete for port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:37.977592 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a7bee720-e90c-4ef9-89f8-458309938107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:38.043872 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-feede9de-3200-40d6-b11a-fff88f04bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for subnet (ca768773-3e70-4c65-9898-7cdad5c0a326), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:38.241659 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feede9de-3200-40d6-b11a-fff88f04bfb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca768773-3e70-4c65-9898-7cdad5c0a326,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:38.268711 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e960efbb-823d-4a99-80ee-945d972017db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (dc8c6a8e-1217-416c-a60c-4ec46fdfae2e), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:38.276663 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e960efbb-823d-4a99-80ee-945d972017db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:38.278350 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-e960efbb-823d-4a99-80ee-945d972017db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc8c6a8e-1217-416c-a60c-4ec46fdfae2e HTTP/1.1" status: 204 len: 168 time: 1.7781000 Apr 12 20:10:38.377853 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0fb5-a657-4d04-8b2c-9453ac37de12 admin admin] Publish callbacks [] for security_group (0fc212e8-7592-44ee-97da-1b7d3d9b93a0), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:38.437319 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:10:38.476737 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0fb5-a657-4d04-8b2c-9453ac37de12 admin admin] Publish callbacks [] for security_group (0fc212e8-7592-44ee-97da-1b7d3d9b93a0), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:38.524898 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960efbb-823d-4a99-80ee-945d972017db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8c6a8e-1217-416c-a60c-4ec46fdfae2e,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:38.540527 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port cfd40396-c918-4b1b-9520-ee529584d2e9 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:38.542418 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:38.631946 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0fb5-a657-4d04-8b2c-9453ac37de12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (0fc212e8-7592-44ee-97da-1b7d3d9b93a0), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:38.637816 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0fb5-a657-4d04-8b2c-9453ac37de12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:38.644840 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-3f2f0fb5-a657-4d04-8b2c-9453ac37de12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fc212e8-7592-44ee-97da-1b7d3d9b93a0 HTTP/1.1" status: 204 len: 168 time: 0.8225365 Apr 12 20:10:38.668125 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for port (6cd5f8d0-6f2f-49ff-bb12-e5f89550957a), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:38.711742 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f0fb5-a657-4d04-8b2c-9453ac37de12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc212e8-7592-44ee-97da-1b7d3d9b93a0,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:38.720980 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feede9de-3200-40d6-b11a-fff88f04bfb9 admin admin] Checking segment: {'id': '351c0c53-0e3d-488d-a948-24afdd7b0431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '800cf808-c04f-4810-a51d-212cb60899c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:38.725316 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feede9de-3200-40d6-b11a-fff88f04bfb9 admin admin] Network hostable DHCP agents. Network: 800cf808-c04f-4810-a51d-212cb60899c7, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:10:38.793809 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feede9de-3200-40d6-b11a-fff88f04bfb9 admin admin] Network 800cf808-c04f-4810-a51d-212cb60899c7 is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:10:38.817024 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-a7bee720-e90c-4ef9-89f8-458309938107 None None] Current status of the port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:38.817509 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a7bee720-e90c-4ef9-89f8-458309938107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:38.821682 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-feede9de-3200-40d6-b11a-fff88f04bfb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 800cf808-c04f-4810-a51d-212cb60899c7) {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:38.831462 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feede9de-3200-40d6-b11a-fff88f04bfb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:38.832834 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-feede9de-3200-40d6-b11a-fff88f04bfb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:38.874765 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ba51b-942a-4a11-801c-1dab690e8cbc None None] Network 800cf808-c04f-4810-a51d-212cb60899c7 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:10:38.897325 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-feede9de-3200-40d6-b11a-fff88f04bfb9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1313798 Apr 12 20:10:38.995341 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-38b3281c-182d-407f-a548-6790ec20f912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:39.174723 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480ad07-9d28-492d-b830-04fd45258fef req-2c382fd0-3992-4a8b-ab1c-d8871c684dee tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:39.177566 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5480ad07-9d28-492d-b830-04fd45258fef req-2c382fd0-3992-4a8b-ab1c-d8871c684dee tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 931 time: 0.5427001 Apr 12 20:10:39.191844 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-a7bee720-e90c-4ef9-89f8-458309938107 None None] For port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:10:39.270196 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a7bee720-e90c-4ef9-89f8-458309938107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:39.305271 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-75efde92-4f1a-4fa6-9f99-1f7aca80bf7f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:39.312512 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-75efde92-4f1a-4fa6-9f99-1f7aca80bf7f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 818 time: 2.1765108 Apr 12 20:10:39.344105 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-a0efcc7b-0d11-4b2d-9ee3-4bb77ba6462c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/quotas/296db42b89cd47b2b6912045743e8273 HTTP/1.1" status: 200 len: 375 time: 0.0303109 Apr 12 20:10:39.400856 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c', 'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'mac_address': 'fa:16:3e:c2:fa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:29Z', 'updated_at': '2022-04-12T20:10:37Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'subnets': [{'id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:39.428725 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5480ad07-9d28-492d-b830-04fd45258fef req-2a15b971-03c6-47da-bd66-f68dbdbb9d8e tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274523 Apr 12 20:10:39.484773 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35572) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:39.503153 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-f764d8d4-c5a8-422a-ac06-d9e0a9dd5051 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1569169 Apr 12 20:10:39.516972 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-15620bb9-b335-47a3-bb00-2a406da0f51b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:39.546326 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (6cd5f8d0-6f2f-49ff-bb12-e5f89550957a), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:39.606656 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c7ece-c86f-4fc5-a2e5-490eccdf3a88 None None] The sync data for ids ['1040d0ad-95db-413f-b074-c70b700506ca'] in dv-cinder-837542-1-iscsi is: [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c', 'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'mac_address': 'fa:16:3e:c2:fa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:29Z', 'updated_at': '2022-04-12T20:10:37Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'subnets': [{'id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:10:39.663808 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-15620bb9-b335-47a3-bb00-2a406da0f51b admin admin] Publish callbacks [] for security_group (490f5c8c-4def-4d4a-8483-d41162899707), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:39.677515 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-15620bb9-b335-47a3-bb00-2a406da0f51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (490f5c8c-4def-4d4a-8483-d41162899707), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:39.709813 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event updated for resources: {'Port': ['ID=6cd5f8d0-6f2f-49ff-bb12-e5f89550957a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:39.752322 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15620bb9-b335-47a3-bb00-2a406da0f51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490f5c8c-4def-4d4a-8483-d41162899707,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:39.757841 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-15620bb9-b335-47a3-bb00-2a406da0f51b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13180fbdb5394490ad010a4ee278ec58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714760 Apr 12 20:10:39.760356 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35582) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:39.873329 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:10:39.886212 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:39.897016 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:10:39.956262 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.13', 51106) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:39.958707 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3bb242c1-f020-423e-a438-0198040c5a8a admin admin] Publish callbacks [] for security_group (490f5c8c-4def-4d4a-8483-d41162899707), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:39.996393 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port cfd40396-c918-4b1b-9520-ee529584d2e9 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:40.016279 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9b1d6b-0124-4b39-a523-2c867db067ad None None] Network 800cf808-c04f-4810-a51d-212cb60899c7 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:10:40.256471 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3bb242c1-f020-423e-a438-0198040c5a8a admin admin] Publish callbacks [] for security_group (490f5c8c-4def-4d4a-8483-d41162899707), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:40.309317 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f1439e-32a3-435a-95fa-296796f3c851 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:10:40.341927 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:10:40.351099 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:40.390516 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Publish callbacks [] for port (00f1439e-32a3-435a-95fa-296796f3c851), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:40.469476 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (eace61e7-9017-47fa-81c9-1a0e28f33951), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:40.471741 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bee720-e90c-4ef9-89f8-458309938107 None None] Pushing event updated for resources: {'Port': ['ID=1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:40.606154 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Transition to ACTIVE for port object 00f1439e-32a3-435a-95fa-296796f3c851 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:10:40.619472 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-41108e74-42e0-4732-a503-044b182fcfe9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:10:40.647220 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-41108e74-42e0-4732-a503-044b182fcfe9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3417144 Apr 12 20:10:40.669401 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:40.670095 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:40.751418 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-1938589d-d7bf-4e38-94fa-302836440447 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:40.754743 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-1938589d-d7bf-4e38-94fa-302836440447 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 818 time: 0.7800510 Apr 12 20:10:40.808512 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7e8f6b17-02a4-4846-b057-8f312bcc932f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Request body: {'port': {'device_id': '64cdcef4-03ae-4db2-8b13-655c5dbea52c', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'admin_state_up': True, 'tenant_id': '296db42b89cd47b2b6912045743e8273'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:40.857939 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (6cd5f8d0-6f2f-49ff-bb12-e5f89550957a), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:40.951345 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (00f1439e-32a3-435a-95fa-296796f3c851), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:41.043952 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:41.083251 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:41.220495 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3bb242c1-f020-423e-a438-0198040c5a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (490f5c8c-4def-4d4a-8483-d41162899707), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:41.223613 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3bb242c1-f020-423e-a438-0198040c5a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:41.228967 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-3bb242c1-f020-423e-a438-0198040c5a8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/490f5c8c-4def-4d4a-8483-d41162899707 HTTP/1.1" status: 204 len: 168 time: 1.4675074 Apr 12 20:10:41.239906 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35628) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:41.246824 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-534473133-network', 'tenant_id': '5907370694d342bb9a318f4b4f258dac'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:41.260009 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for port (6cd5f8d0-6f2f-49ff-bb12-e5f89550957a), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:41.304413 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb242c1-f020-423e-a438-0198040c5a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490f5c8c-4def-4d4a-8483-d41162899707,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:41.407786 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Made reservation on behalf of 5907370694d342bb9a318f4b4f258dac for: {'network': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:10:41.421180 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:41.477336 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (6cd5f8d0-6f2f-49ff-bb12-e5f89550957a), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:41.503093 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:41.517240 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7e8f6b17-02a4-4846-b057-8f312bcc932f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Made reservation on behalf of 296db42b89cd47b2b6912045743e8273 for: {'port': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:10:41.523011 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7e8f6b17-02a4-4846-b057-8f312bcc932f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:41.627631 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aacbf8-400d-4a30-80b7-dfc8ab2b2aca req-df54c7a3-3221-4d58-88ba-dcbbb01e1af3 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:41.641213 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d4aacbf8-400d-4a30-80b7-dfc8ab2b2aca req-df54c7a3-3221-4d58-88ba-dcbbb01e1af3 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 943 time: 0.9862883 Apr 12 20:10:41.775493 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (eace61e7-9017-47fa-81c9-1a0e28f33951), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:41.910933 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-e86860d4-14e8-4549-b69e-d9ca7481dbaf service neutron] 10.222.0.44 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2627444 Apr 12 20:10:41.949958 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Pushing event updated for resources: {'Port': ['ID=00f1439e-32a3-435a-95fa-296796f3c851,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:41.954171 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7e8f6b17-02a4-4846-b057-8f312bcc932f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Allocated IP 172.20.0.11 (8265ba09-a39a-4ff3-b726-de767b4c1999/93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e/f06a28b7-dd14-4f4f-949b-1985aed9baa5) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:10:42.075509 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event updated for resources: {'Port': ['ID=6cd5f8d0-6f2f-49ff-bb12-e5f89550957a,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:42.107910 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:42.109767 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6de1a9f2-a5f5-49ef-9881-b6b482b68f1f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1038964 Apr 12 20:10:42.167096 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:10:42.276959 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d4aacbf8-400d-4a30-80b7-dfc8ab2b2aca req-a4f974ef-c355-4c33-b8a5-d1df1c2a4b99 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936868 Apr 12 20:10:42.315171 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Publish callbacks [] for security_group (04da66f9-01d1-474c-9158-ac9665cedaa9), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:42.318841 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7e8f6b17-02a4-4846-b057-8f312bcc932f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:42.324050 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (04da66f9-01d1-474c-9158-ac9665cedaa9), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:42.336625 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:10:42.368829 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04da66f9-01d1-474c-9158-ac9665cedaa9,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:42.382033 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (00dfb078-a5b1-43bf-b23b-e0718290e1fa), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:42.382461 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.segments_db [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Added segment 00dfb078-a5b1-43bf-b23b-e0718290e1fa of type vlan for network 7c1a2b54-06e3-40d8-b382-20f17f8202a8 Apr 12 20:10:42.424502 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:42.426836 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:42.451988 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (7c1a2b54-06e3-40d8-b382-20f17f8202a8), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:42.485798 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Attempting to bind port 00f1439e-32a3-435a-95fa-296796f3c851 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:10:42.486032 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7e8f6b17-02a4-4846-b057-8f312bcc932f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:42.487820 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Attempting to bind port 00f1439e-32a3-435a-95fa-296796f3c851 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '626a492d-8719-4c32-888a-ef7eceba9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a947333a-c3ab-4dbf-97f6-913f53a1c5fc'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:10:42.490979 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Attempting to bind port 00f1439e-32a3-435a-95fa-296796f3c851 on network a947333a-c3ab-4dbf-97f6-913f53a1c5fc {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:10:42.497352 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35664) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:42.586798 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Port 00f1439e-32a3-435a-95fa-296796f3c851 on network a947333a-c3ab-4dbf-97f6-913f53a1c5fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:10:42.587152 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Attempting to bind port 00f1439e-32a3-435a-95fa-296796f3c851 on network a947333a-c3ab-4dbf-97f6-913f53a1c5fc {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:10:42.639382 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:10:42.639983 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Checking segment: {'id': '626a492d-8719-4c32-888a-ef7eceba9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a947333a-c3ab-4dbf-97f6-913f53a1c5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:42.645828 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Bound using segment: {'id': '626a492d-8719-4c32-888a-ef7eceba9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a947333a-c3ab-4dbf-97f6-913f53a1c5fc'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:10:42.646650 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Bound port: 00f1439e-32a3-435a-95fa-296796f3c851, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626a492d-8719-4c32-888a-ef7eceba9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a947333a-c3ab-4dbf-97f6-913f53a1c5fc'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:10:42.647065 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (00f1439e-32a3-435a-95fa-296796f3c851), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:42.754817 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f6b17-02a4-4846-b057-8f312bcc932f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Pushing event updated for resources: {'Port': ['ID=f06a28b7-dd14-4f4f-949b-1985aed9baa5,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:42.769983 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:42.793439 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (7c1a2b54-06e3-40d8-b382-20f17f8202a8), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:42.794412 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:42.795813 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:42.827247 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:42.892966 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-2d9b7b47-ab26-4a79-a938-5dfefe3a7e48 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--882809581&fields=id&tenant_id=36239d1c41ef42b1b707d6cf657711ee HTTP/1.1" status: 200 len: 267 time: 0.1993325 Apr 12 20:10:42.927395 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-8fca7990-5e1b-4129-81c8-3af3dc61a7d4 service neutron] 10.222.0.44 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0155134 Apr 12 20:10:43.114647 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7e8f6b17-02a4-4846-b057-8f312bcc932f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Network 8265ba09-a39a-4ff3-b726-de767b4c1999 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:10:43.141869 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1a2b54-06e3-40d8-b382-20f17f8202a8,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:43.154938 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 7c1a2b54-06e3-40d8-b382-20f17f8202a8 details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:10:43.204037 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-197f72ae-f961-46eb-8ff1-c1f44462284a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:43.266877 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c8762-8891-4eed-9292-74a1ab312563 req-018dba00-cb3f-416f-83e5-7447f6979409 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:43.277733 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-018dba00-cb3f-416f-83e5-7447f6979409 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/networks?id=de93d020-fd87-43f9-9b84-c46a616eebc8 HTTP/1.1" status: 200 len: 816 time: 0.3838131 Apr 12 20:10:43.348519 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-8599ce0e-29d5-4533-97cc-be843b0c665f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/quotas/36239d1c41ef42b1b707d6cf657711ee HTTP/1.1" status: 200 len: 375 time: 0.0649114 Apr 12 20:10:43.414579 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7e8f6b17-02a4-4846-b057-8f312bcc932f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:43.419847 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7e8f6b17-02a4-4846-b057-8f312bcc932f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:10:43.455215 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7e8f6b17-02a4-4846-b057-8f312bcc932f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:43.456059 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7e8f6b17-02a4-4846-b057-8f312bcc932f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:43.517560 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-228649cf-f627-463b-8c79-a08a8072626a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=36239d1c41ef42b1b707d6cf657711ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1624546 Apr 12 20:10:43.518701 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7e8f6b17-02a4-4846-b057-8f312bcc932f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7343330 Apr 12 20:10:43.527394 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] For port 00f1439e-32a3-435a-95fa-296796f3c851, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:10:43.544722 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-197f72ae-f961-46eb-8ff1-c1f44462284a admin admin] Publish callbacks [] for security_group (c24ff8dc-31b1-4849-bcdf-37f6f9037fbe), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:43.562276 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-c5a5d088-48f1-4ffc-9d59-1f7fe4b53ee7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3143752 Apr 12 20:10:43.568780 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-197f72ae-f961-46eb-8ff1-c1f44462284a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c24ff8dc-31b1-4849-bcdf-37f6f9037fbe), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:43.586467 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Request body: {'port': {'device_id': '64cdcef4-03ae-4db2-8b13-655c5dbea52c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:43.602657 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] For port 00f1439e-32a3-435a-95fa-296796f3c851, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=00f1439e-32a3-435a-95fa-296796f3c851,segment=NetworkSegment(626a492d-8719-4c32-888a-ef7eceba9925),segment_id=626a492d-8719-4c32-888a-ef7eceba9925)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:10:43.612901 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35702) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:43.654198 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-779b4f39-d64c-404b-86d3-09017efc521e admin admin] Request body: {'subnet': {'network_id': '7c1a2b54-06e3-40d8-b382-20f17f8202a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-534473133-subnet', 'tenant_id': '5907370694d342bb9a318f4b4f258dac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:43.694748 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (00f1439e-32a3-435a-95fa-296796f3c851), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:43.765684 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f72ae-f961-46eb-8ff1-c1f44462284a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24ff8dc-31b1-4849-bcdf-37f6f9037fbe,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:43.797174 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-197f72ae-f961-46eb-8ff1-c1f44462284a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ccc07751a97480c8a5cfcd523c0939b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2932189 Apr 12 20:10:43.812587 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35710) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:43.867927 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Pushing event updated for resources: {'Port': ['ID=00f1439e-32a3-435a-95fa-296796f3c851,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:43.876079 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-939e599f-d23e-4bbb-8442-d68e179f1a87 None None] Provisioning complete for port f06a28b7-dd14-4f4f-949b-1985aed9baa5 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:43.883497 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-939e599f-d23e-4bbb-8442-d68e179f1a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:43.912787 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:43.931895 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f771ba98-5927-46fe-8f3a-4f044816b974 admin admin] Publish callbacks [] for security_group (c24ff8dc-31b1-4849-bcdf-37f6f9037fbe), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:43.958019 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-939e599f-d23e-4bbb-8442-d68e179f1a87 None None] Port f06a28b7-dd14-4f4f-949b-1985aed9baa5 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:10:43.995609 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f771ba98-5927-46fe-8f3a-4f044816b974 admin admin] Publish callbacks [] for security_group (c24ff8dc-31b1-4849-bcdf-37f6f9037fbe), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:44.099320 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8255a29-3f4f-47e1-9263-50daddeb8581 req-1579c0eb-6c92-452e-a80a-a2e6ed22ee95 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:44.101749 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f8255a29-3f4f-47e1-9263-50daddeb8581 req-1579c0eb-6c92-452e-a80a-a2e6ed22ee95 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 943 time: 0.1850657 Apr 12 20:10:44.118029 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:44.119033 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:44.120818 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-49e5b5ed-d422-4e9f-a980-42d8e3d565d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/00f1439e-32a3-435a-95fa-296796f3c851 HTTP/1.1" status: 200 len: 1093 time: 7.7293010 Apr 12 20:10:44.121527 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4786ff52-8b21-43f9-8454-d022d1cdf90d', 'tag': '00f1439e-32a3-435a-95fa-296796f3c851'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:10:44.548615 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f771ba98-5927-46fe-8f3a-4f044816b974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c24ff8dc-31b1-4849-bcdf-37f6f9037fbe), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:44.551988 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f771ba98-5927-46fe-8f3a-4f044816b974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:44.553245 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-f771ba98-5927-46fe-8f3a-4f044816b974 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c24ff8dc-31b1-4849-bcdf-37f6f9037fbe HTTP/1.1" status: 204 len: 168 time: 0.7282660 Apr 12 20:10:44.645982 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771ba98-5927-46fe-8f3a-4f044816b974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24ff8dc-31b1-4849-bcdf-37f6f9037fbe,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:44.796112 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779b4f39-d64c-404b-86d3-09017efc521e admin admin] Made reservation on behalf of 5907370694d342bb9a318f4b4f258dac for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:10:44.807381 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-779b4f39-d64c-404b-86d3-09017efc521e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:45.085911 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-71790572-1875-4c83-bfda-73becf1274a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:45.089209 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-71790572-1875-4c83-bfda-73becf1274a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99473ef92aa6423597a2294a5c26f846&device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 1127 time: 0.8847678 Apr 12 20:10:45.218556 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f8255a29-3f4f-47e1-9263-50daddeb8581 req-77352700-48bf-47ec-8290-c1393b410ec2 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1002719 Apr 12 20:10:45.227319 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06a28b7-dd14-4f4f-949b-1985aed9baa5 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:10:45.236616 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Publish callbacks [] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:45.253987 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f045f534-cad3-48b7-bbea-4278f7d10492" -d '{"events": [{"name": "network-changed", "server_uuid": "4786ff52-8b21-43f9-8454-d022d1cdf90d", "tag": "00f1439e-32a3-435a-95fa-296796f3c851"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:10:45.289755 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Transition to ACTIVE for port object f06a28b7-dd14-4f4f-949b-1985aed9baa5 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:10:45.295493 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:45.455565 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-505047a0-387e-4747-a7af-de30f178c952 service neutron] 10.222.0.44 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8447826 Apr 12 20:10:45.544602 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-bfb41bfb-6413-4a1b-9b50-41077a7a77f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f1439e-32a3-435a-95fa-296796f3c851 HTTP/1.1" status: 200 len: 217 time: 0.2778964 Apr 12 20:10:45.552921 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35764) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:45.563207 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Pushing event updated for resources: {'Port': ['ID=f06a28b7-dd14-4f4f-949b-1985aed9baa5,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:45.649194 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6b74c6ce-e632-4e85-81b3-5b9b64c1661c req-9219fae6-c48f-4ef1-9f91-492dffab469c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 210 time: 0.1571915 Apr 12 20:10:45.682935 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Attempting to bind port f06a28b7-dd14-4f4f-949b-1985aed9baa5 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:10:45.683292 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Attempting to bind port f06a28b7-dd14-4f4f-949b-1985aed9baa5 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:10:45.683648 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Attempting to bind port f06a28b7-dd14-4f4f-949b-1985aed9baa5 on network 8265ba09-a39a-4ff3-b726-de767b4c1999 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:10:45.699433 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Port f06a28b7-dd14-4f4f-949b-1985aed9baa5 on network 8265ba09-a39a-4ff3-b726-de767b4c1999 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:10:45.699777 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Attempting to bind port f06a28b7-dd14-4f4f-949b-1985aed9baa5 on network 8265ba09-a39a-4ff3-b726-de767b4c1999 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:10:45.711612 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:10:45.715341 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Checking segment: {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:45.715975 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Bound using segment: {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:10:45.716468 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Bound port: f06a28b7-dd14-4f4f-949b-1985aed9baa5, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:10:45.716847 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:45.780935 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96f6d4a8-158b-4f18-96b9-7f76e8852b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:45.907706 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] For port f06a28b7-dd14-4f4f-949b-1985aed9baa5, host hv-cinder-83754, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:10:45.944264 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-50653861-b44f-4dbf-ac7a-dce3046be056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:45.945123 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-50653861-b44f-4dbf-ac7a-dce3046be056 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba13253c-1bd4-424f-843c-3f9277377a2c HTTP/1.1" status: 200 len: 851 time: 0.3287008 Apr 12 20:10:45.992345 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] For port f06a28b7-dd14-4f4f-949b-1985aed9baa5, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f06a28b7-dd14-4f4f-949b-1985aed9baa5,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:10:46.007065 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:46.089102 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-61a5d9ba-1493-4748-8e07-bb96f4e2c159 service neutron] 10.222.0.44 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933299 Apr 12 20:10:46.145752 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:46.147197 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:46.154695 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] 10.222.0.13 "PUT /v2.0/ports/f06a28b7-dd14-4f4f-949b-1985aed9baa5 HTTP/1.1" status: 200 len: 1094 time: 2.5940716 Apr 12 20:10:46.155337 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cdcef4-03ae-4db2-8b13-655c5dbea52c', 'tag': 'f06a28b7-dd14-4f4f-949b-1985aed9baa5'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:10:46.292546 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-779b4f39-d64c-404b-86d3-09017efc521e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for subnet (8003150e-1aa9-4da2-bbc2-5c91a951e13e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:46.395366 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f8bfd-70ee-4ef5-b938-a05a4b483a92 service neutron] Pushing event updated for resources: {'Port': ['ID=f06a28b7-dd14-4f4f-949b-1985aed9baa5,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:46.464821 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6e6168-4780-407f-9c11-307916ee256b" -d '{"events": [{"name": "network-changed", "server_uuid": "64cdcef4-03ae-4db2-8b13-655c5dbea52c", "tag": "f06a28b7-dd14-4f4f-949b-1985aed9baa5"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:10:46.619903 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.13', 51111) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:46.716674 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92281d6c-abff-4b08-abb7-6cdb4c8255b0 x-openstack-request-id: req-92281d6c-abff-4b08-abb7-6cdb4c8255b0 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:10:46.730090 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4786ff52-8b21-43f9-8454-d022d1cdf90d", "tag": "00f1439e-32a3-435a-95fa-296796f3c851", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:10:46.730525 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92281d6c-abff-4b08-abb7-6cdb4c8255b0 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:10:46.731823 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92281d6c-abff-4b08-abb7-6cdb4c8255b0'] response: {'name': 'network-changed', 'server_uuid': '4786ff52-8b21-43f9-8454-d022d1cdf90d', 'tag': '00f1439e-32a3-435a-95fa-296796f3c851', 'status': 'completed', 'code': 200} Apr 12 20:10:46.846848 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96f6d4a8-158b-4f18-96b9-7f76e8852b56 admin admin] Publish callbacks [] for security_group (680b7702-6e03-4dcc-9bd0-802bed1aea81), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:46.859223 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7d95c160-c38d-4065-a3dd-60b6a0fab51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:46.861276 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-7d95c160-c38d-4065-a3dd-60b6a0fab51d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 1128 time: 0.3248510 Apr 12 20:10:46.869539 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f91e6c-c9d2-4540-b122-3b882feb760b req-5ffc3f37-f3a0-4bd7-aaab-96a17ae7b4d9 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:46.873358 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-17f91e6c-c9d2-4540-b122-3b882feb760b req-5ffc3f37-f3a0-4bd7-aaab-96a17ae7b4d9 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 943 time: 0.2238026 Apr 12 20:10:46.918378 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-9c463035-2949-424f-9d0d-150d60147d9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a947333a-c3ab-4dbf-97f6-913f53a1c5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4584317 Apr 12 20:10:46.926565 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96f6d4a8-158b-4f18-96b9-7f76e8852b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (680b7702-6e03-4dcc-9bd0-802bed1aea81), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:46.993584 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6d4a8-158b-4f18-96b9-7f76e8852b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680b7702-6e03-4dcc-9bd0-802bed1aea81,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:47.077147 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-880e3dd1-bd3e-44f6-9a13-92e6116cdbb0 req-b87ad28f-54c8-4bfe-adbc-defbe44691b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 210 time: 0.3823807 Apr 12 20:10:47.078264 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b4f39-d64c-404b-86d3-09017efc521e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8003150e-1aa9-4da2-bbc2-5c91a951e13e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:47.153132 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-302ee19a-30de-4230-856c-2b6d150a93c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f06a28b7-dd14-4f4f-949b-1985aed9baa5 HTTP/1.1" status: 200 len: 217 time: 0.1861036 Apr 12 20:10:47.318103 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bffe54b-0776-42d3-a578-680733210eee x-openstack-request-id: req-8bffe54b-0776-42d3-a578-680733210eee {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:10:47.320063 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cdcef4-03ae-4db2-8b13-655c5dbea52c", "tag": "f06a28b7-dd14-4f4f-949b-1985aed9baa5", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:10:47.320544 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bffe54b-0776-42d3-a578-680733210eee {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:10:47.321208 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bffe54b-0776-42d3-a578-680733210eee'] response: {'name': 'network-changed', 'server_uuid': '64cdcef4-03ae-4db2-8b13-655c5dbea52c', 'tag': 'f06a28b7-dd14-4f4f-949b-1985aed9baa5', 'status': 'completed', 'code': 200} Apr 12 20:10:47.327603 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-0ea8bb43-4766-4023-882f-8f20d426b726 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:47.329764 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-0ea8bb43-4766-4023-882f-8f20d426b726 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 818 time: 0.7089005 Apr 12 20:10:47.353988 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35834) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:47.356686 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-96f6d4a8-158b-4f18-96b9-7f76e8852b56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3124c5fe0d604d8080ce1e1f5f9ead95&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7766545 Apr 12 20:10:47.377766 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-a1847128-6d84-4038-951e-19cf9cfbeda2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Request body: {'port': {'device_id': 'a9f53526-0988-4e59-b046-8bdffd80691d', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'admin_state_up': True, 'tenant_id': '296db42b89cd47b2b6912045743e8273'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:47.450438 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779b4f39-d64c-404b-86d3-09017efc521e admin admin] Checking segment: {'id': '00dfb078-a5b1-43bf-b23b-e0718290e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7c1a2b54-06e3-40d8-b382-20f17f8202a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:47.452085 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779b4f39-d64c-404b-86d3-09017efc521e admin admin] Network hostable DHCP agents. Network: 7c1a2b54-06e3-40d8-b382-20f17f8202a8, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:10:47.487411 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-17f91e6c-c9d2-4540-b122-3b882feb760b req-434378ad-377b-4cc7-8da0-0c376b3bf895 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653446 Apr 12 20:10:47.530866 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e0ed4e33-551f-4590-8f0a-ca0bae046b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:47.532366 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e0ed4e33-551f-4590-8f0a-ca0bae046b19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.3246801 Apr 12 20:10:47.538254 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-a1847128-6d84-4038-951e-19cf9cfbeda2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Made reservation on behalf of 296db42b89cd47b2b6912045743e8273 for: {'port': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:10:47.541841 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-a1847128-6d84-4038-951e-19cf9cfbeda2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:47.628556 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-15cdc3ff-49d4-4fe9-a60a-1f59312781d6 req-7a70bacd-9e5f-472b-8d6b-a05a124989c3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 210 time: 0.1206322 Apr 12 20:10:47.665949 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-4de9a7a8-9eb5-4855-98a8-2c8aa8bcecc6 service neutron] 10.222.0.13 "GET /v2.0/networks/a947333a-c3ab-4dbf-97f6-913f53a1c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6846938 Apr 12 20:10:47.684525 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779b4f39-d64c-404b-86d3-09017efc521e admin admin] Network 7c1a2b54-06e3-40d8-b382-20f17f8202a8 is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:10:47.711446 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-779b4f39-d64c-404b-86d3-09017efc521e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 7c1a2b54-06e3-40d8-b382-20f17f8202a8) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:47.720409 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779b4f39-d64c-404b-86d3-09017efc521e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:47.723278 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa5740-ee91-459e-91b5-51e1c8eb0096 None None] Network 7c1a2b54-06e3-40d8-b382-20f17f8202a8 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:10:47.723787 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-779b4f39-d64c-404b-86d3-09017efc521e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:47.768279 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-779b4f39-d64c-404b-86d3-09017efc521e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.1494126 Apr 12 20:10:47.895670 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-a1847128-6d84-4038-951e-19cf9cfbeda2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Allocated IP 172.20.0.9 (8265ba09-a39a-4ff3-b726-de767b4c1999/93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e/2be6d7f6-31e4-41e2-93eb-66df8212b675) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:10:47.931000 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bcbd62-b85f-4ca3-8d10-d0bb30c22a02 None None] Network 7c1a2b54-06e3-40d8-b382-20f17f8202a8 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:10:47.932265 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6dd83611-c5f8-459c-858e-423e66b7a492 admin admin] Publish callbacks [] for security_group (680b7702-6e03-4dcc-9bd0-802bed1aea81), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:47.935707 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-60ffc2d3-b522-4b31-b419-7f0ecd56d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:47.937467 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-60ffc2d3-b522-4b31-b419-7f0ecd56d911 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3919048 Apr 12 20:10:47.983018 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6dd83611-c5f8-459c-858e-423e66b7a492 admin admin] Publish callbacks [] for security_group (680b7702-6e03-4dcc-9bd0-802bed1aea81), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:47.998500 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35848) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:48.102915 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-82388d95-ed7b-4f1d-9c55-402e41d8321b admin admin] Deleting subnet ca768773-3e70-4c65-9898-7cdad5c0a326 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:10:48.107745 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82388d95-ed7b-4f1d-9c55-402e41d8321b admin admin] Publish callbacks [] for subnet (ca768773-3e70-4c65-9898-7cdad5c0a326), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:48.169799 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6dd83611-c5f8-459c-858e-423e66b7a492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (680b7702-6e03-4dcc-9bd0-802bed1aea81), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:48.175058 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6dd83611-c5f8-459c-858e-423e66b7a492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:48.181180 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-6dd83611-c5f8-459c-858e-423e66b7a492 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/680b7702-6e03-4dcc-9bd0-802bed1aea81 HTTP/1.1" status: 204 len: 168 time: 0.8243268 Apr 12 20:10:48.200749 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-a1847128-6d84-4038-951e-19cf9cfbeda2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:48.202272 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd83611-c5f8-459c-858e-423e66b7a492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680b7702-6e03-4dcc-9bd0-802bed1aea81,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:48.218258 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0fc8529-8dcb-4c08-b904-6e1d45ce37f8 req-873087b6-248c-480a-beef-1b1586a74664 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 210 time: 0.0380106 Apr 12 20:10:48.221606 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82388d95-ed7b-4f1d-9c55-402e41d8321b admin admin] Publish callbacks [] for subnet (ca768773-3e70-4c65-9898-7cdad5c0a326), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:48.246637 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82388d95-ed7b-4f1d-9c55-402e41d8321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (ca768773-3e70-4c65-9898-7cdad5c0a326), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:48.282129 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-a1847128-6d84-4038-951e-19cf9cfbeda2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:48.338151 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-a1847128-6d84-4038-951e-19cf9cfbeda2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Network 8265ba09-a39a-4ff3-b726-de767b4c1999 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:10:48.343745 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-a1847128-6d84-4038-951e-19cf9cfbeda2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:10:48.360110 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-a1847128-6d84-4038-951e-19cf9cfbeda2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:10:48.372849 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-a1847128-6d84-4038-951e-19cf9cfbeda2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:48.373528 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-a1847128-6d84-4038-951e-19cf9cfbeda2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:48.386502 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1847128-6d84-4038-951e-19cf9cfbeda2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Pushing event updated for resources: {'Port': ['ID=2be6d7f6-31e4-41e2-93eb-66df8212b675,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:48.390936 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82388d95-ed7b-4f1d-9c55-402e41d8321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for subnet (ca768773-3e70-4c65-9898-7cdad5c0a326), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:48.456684 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82388d95-ed7b-4f1d-9c55-402e41d8321b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca768773-3e70-4c65-9898-7cdad5c0a326,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:48.500162 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82388d95-ed7b-4f1d-9c55-402e41d8321b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:48.504774 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-82388d95-ed7b-4f1d-9c55-402e41d8321b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ca768773-3e70-4c65-9898-7cdad5c0a326 HTTP/1.1" status: 204 len: 168 time: 0.5058432 Apr 12 20:10:48.508557 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35860) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:48.562134 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-a1847128-6d84-4038-951e-19cf9cfbeda2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2105153 Apr 12 20:10:48.605395 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Request body: {'port': {'device_id': 'a9f53526-0988-4e59-b046-8bdffd80691d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:10:48.691388 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-966f76f0-825e-4db0-8a8e-e34d0f9c6559 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831233 Apr 12 20:10:48.725896 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:48.771349 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-26ebe2e2-b54c-4b7e-9db7-1316863e27e8 None None] Provisioning complete for port 2be6d7f6-31e4-41e2-93eb-66df8212b675 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:48.772936 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-26ebe2e2-b54c-4b7e-9db7-1316863e27e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:48.790180 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (800cf808-c04f-4810-a51d-212cb60899c7), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:48.897083 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-26ebe2e2-b54c-4b7e-9db7-1316863e27e8 None None] Port 2be6d7f6-31e4-41e2-93eb-66df8212b675 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:10:48.936548 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42c3fb-bdd9-4ae9-89a6-a00d3af61731 req-1a22cb7b-0e40-465b-8857-5ab8dae16dd7 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:48.946430 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc42c3fb-bdd9-4ae9-89a6-a00d3af61731 req-1a22cb7b-0e40-465b-8857-5ab8dae16dd7 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 943 time: 0.1513324 Apr 12 20:10:49.040584 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806f1af-2d72-4379-98de-36cc1beb936b req-38e7849b-5326-4fbb-adad-4f57f0868809 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:49.042252 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2806f1af-2d72-4379-98de-36cc1beb936b req-38e7849b-5326-4fbb-adad-4f57f0868809 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 931 time: 0.2038450 Apr 12 20:10:49.109031 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc42c3fb-bdd9-4ae9-89a6-a00d3af61731 req-0bd651d0-f037-41db-b76a-439403025cf1 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616123 Apr 12 20:10:49.112426 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (800cf808-c04f-4810-a51d-212cb60899c7), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:49.131344 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc0d1df-ded1-4355-af40-5fc95321815e req-4e43d8f7-844f-431e-9e7b-62cb19d7a8fd service neutron] 10.222.0.13 "GET /v2.0/networks/a947333a-c3ab-4dbf-97f6-913f53a1c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349710 Apr 12 20:10:49.153544 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.153898 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.154637 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.154998 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > port after_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.155353 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.155710 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > port after_update 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.156035 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.156388 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.156710 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.157033 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.353141 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.353541 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.353882 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.354261 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:10:49.354671 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800cf808-c04f-4810-a51d-212cb60899c7']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:49.400630 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351c0c53-0e3d-488d-a948-24afdd7b0431') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:49.401404 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351c0c53-0e3d-488d-a948-24afdd7b0431') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:49.461798 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066142187'] for segment (351c0c53-0e3d-488d-a948-24afdd7b0431), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:49.481538 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2978e6f3-2a46-4b6d-8a48-5484ef48c852 req-e5b796b3-8323-43c0-965f-0f5566f23a10 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307568 Apr 12 20:10:49.498425 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be6d7f6-31e4-41e2-93eb-66df8212b675 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:10:49.520089 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Publish callbacks [] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:49.544802 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Transition to ACTIVE for port object 2be6d7f6-31e4-41e2-93eb-66df8212b675 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:10:49.553110 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:49.671362 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Pushing event updated for resources: {'Port': ['ID=2be6d7f6-31e4-41e2-93eb-66df8212b675,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:49.708055 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Attempting to bind port 2be6d7f6-31e4-41e2-93eb-66df8212b675 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:10:49.710125 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Attempting to bind port 2be6d7f6-31e4-41e2-93eb-66df8212b675 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:10:49.710577 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Attempting to bind port 2be6d7f6-31e4-41e2-93eb-66df8212b675 on network 8265ba09-a39a-4ff3-b726-de767b4c1999 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:10:49.723429 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Port 2be6d7f6-31e4-41e2-93eb-66df8212b675 on network 8265ba09-a39a-4ff3-b726-de767b4c1999 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:10:49.724309 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Attempting to bind port 2be6d7f6-31e4-41e2-93eb-66df8212b675 on network 8265ba09-a39a-4ff3-b726-de767b4c1999 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:10:49.737137 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:10:49.741459 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Checking segment: {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:10:49.741902 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Bound using segment: {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:10:49.745643 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Bound port: 2be6d7f6-31e4-41e2-93eb-66df8212b675, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:10:49.746128 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:49.796584 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (351c0c53-0e3d-488d-a948-24afdd7b0431), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:49.813504 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8f316bb2-772d-4cbd-a20a-f9181bd0faf3 req-49ac8b1b-7522-4854-bd61-582a79fc4ec9 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 210 time: 0.4160118 Apr 12 20:10:49.822890 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:10:49.823382 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065568509'] for segment (351c0c53-0e3d-488d-a948-24afdd7b0431), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: from cryptography.utils import int_from_bytes Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: from cryptography.utils import int_from_bytes Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: Traceback (most recent call last): Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: timer() Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: cb(*args, **kw) Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: self._notify() Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: self.callback(batched_events) Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: event.method(event) Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: return f(self, *a, **k) Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._get(url).json() Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:10:49.854475 dv-cinder-837542-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:10:49.868888 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] For port 2be6d7f6-31e4-41e2-93eb-66df8212b675, host hv-cinder-83754, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:10:49.878728 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] For port 2be6d7f6-31e4-41e2-93eb-66df8212b675, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2be6d7f6-31e4-41e2-93eb-66df8212b675,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:10:49.893049 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:49.925736 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2806f1af-2d72-4379-98de-36cc1beb936b req-cdfaba34-8c97-4a19-b160-ea6037caf20a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8358045 Apr 12 20:10:49.929183 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045f534-cad3-48b7-bbea-4278f7d10492 req-7db89cab-9882-4f6b-b9ab-6c2ad007b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:49.930902 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f045f534-cad3-48b7-bbea-4278f7d10492 req-7db89cab-9882-4f6b-b9ab-6c2ad007b243 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99473ef92aa6423597a2294a5c26f846&device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 1127 time: 0.5393546 Apr 12 20:10:49.954568 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (800cf808-c04f-4810-a51d-212cb60899c7), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:49.977389 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:49.981932 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] 10.222.0.44 "DELETE /v2.0/networks/800cf808-c04f-4810-a51d-212cb60899c7 HTTP/1.1" status: 204 len: 168 time: 1.4719968 Apr 12 20:10:49.983544 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe7e3d-4421-411f-a940-704731962402 admin admin] Pushing event deleted for resources: {'Network': ['ID=800cf808-c04f-4810-a51d-212cb60899c7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:49.985692 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35936) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:49.993596 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:49.994260 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:49.995729 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] 10.222.0.13 "PUT /v2.0/ports/2be6d7f6-31e4-41e2-93eb-66df8212b675 HTTP/1.1" status: 200 len: 1093 time: 1.4052999 Apr 12 20:10:49.998095 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f53526-0988-4e59-b046-8bdffd80691d', 'tag': '2be6d7f6-31e4-41e2-93eb-66df8212b675'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:10:50.006298 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15250056-f8ba-4811-aeda-53b5efa7f2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f53526-0988-4e59-b046-8bdffd80691d", "tag": "2be6d7f6-31e4-41e2-93eb-66df8212b675"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:10:50.062707 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702823e4-6981-43dd-a58e-2e0008b78554 service neutron] Pushing event updated for resources: {'Port': ['ID=2be6d7f6-31e4-41e2-93eb-66df8212b675,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:50.078736 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c5c207-f1ad-4506-9ed3-792c2869d784 x-openstack-request-id: req-d5c5c207-f1ad-4506-9ed3-792c2869d784 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:10:50.078910 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f53526-0988-4e59-b046-8bdffd80691d", "tag": "2be6d7f6-31e4-41e2-93eb-66df8212b675", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:10:50.079109 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5c5c207-f1ad-4506-9ed3-792c2869d784 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:10:50.079776 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c5c207-f1ad-4506-9ed3-792c2869d784'] response: {'name': 'network-changed', 'server_uuid': 'a9f53526-0988-4e59-b046-8bdffd80691d', 'tag': '2be6d7f6-31e4-41e2-93eb-66df8212b675', 'status': 'completed', 'code': 200} Apr 12 20:10:50.086131 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f16d77-b626-444b-be98-b6f5d266f619 admin admin] Deleting subnet 8003150e-1aa9-4da2-bbc2-5c91a951e13e {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:10:50.091629 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f16d77-b626-444b-be98-b6f5d266f619 admin admin] Publish callbacks [] for subnet (8003150e-1aa9-4da2-bbc2-5c91a951e13e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:50.141838 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f16d77-b626-444b-be98-b6f5d266f619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066142160'] for subnet (8003150e-1aa9-4da2-bbc2-5c91a951e13e), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:50.215351 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f16d77-b626-444b-be98-b6f5d266f619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (8003150e-1aa9-4da2-bbc2-5c91a951e13e), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:50.258149 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066f3d9-19d4-4ba8-b22e-764bc9ef5c36 req-003996fe-fe2a-451e-86ec-0e6a2069e2b7 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:50.259640 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d066f3d9-19d4-4ba8-b22e-764bc9ef5c36 req-003996fe-fe2a-451e-86ec-0e6a2069e2b7 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 943 time: 0.0799088 Apr 12 20:10:50.317525 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f16d77-b626-444b-be98-b6f5d266f619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065568327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065880476'] for subnet (8003150e-1aa9-4da2-bbc2-5c91a951e13e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:50.352720 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d066f3d9-19d4-4ba8-b22e-764bc9ef5c36 req-03265ce1-13eb-40bc-b2f3-14ff743b2577 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869522 Apr 12 20:10:50.355191 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f16d77-b626-444b-be98-b6f5d266f619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8003150e-1aa9-4da2-bbc2-5c91a951e13e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:50.356984 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f16d77-b626-444b-be98-b6f5d266f619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:50.360039 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-08f16d77-b626-444b-be98-b6f5d266f619 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8003150e-1aa9-4da2-bbc2-5c91a951e13e HTTP/1.1" status: 204 len: 168 time: 0.3734138 Apr 12 20:10:50.363128 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35952) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:50.433166 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d34a63e-e1e4-4d40-8b92-752cf2024397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (7c1a2b54-06e3-40d8-b382-20f17f8202a8), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:50.515852 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d34a63e-e1e4-4d40-8b92-752cf2024397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (7c1a2b54-06e3-40d8-b382-20f17f8202a8), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:50.537485 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-1d34a63e-e1e4-4d40-8b92-752cf2024397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1a2b54-06e3-40d8-b382-20f17f8202a8']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:50.547820 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-1d34a63e-e1e4-4d40-8b92-752cf2024397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00dfb078-a5b1-43bf-b23b-e0718290e1fa') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:50.548128 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-1d34a63e-e1e4-4d40-8b92-752cf2024397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00dfb078-a5b1-43bf-b23b-e0718290e1fa') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:10:50.559034 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d34a63e-e1e4-4d40-8b92-752cf2024397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066142187'] for segment (00dfb078-a5b1-43bf-b23b-e0718290e1fa), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:50.572682 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d34a63e-e1e4-4d40-8b92-752cf2024397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (00dfb078-a5b1-43bf-b23b-e0718290e1fa), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:50.578682 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d34a63e-e1e4-4d40-8b92-752cf2024397 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:10:50.579074 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d34a63e-e1e4-4d40-8b92-752cf2024397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065568509'] for segment (00dfb078-a5b1-43bf-b23b-e0718290e1fa), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: Traceback (most recent call last): Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: timer() Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: cb(*args, **kw) Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: self._notify() Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: self.callback(batched_events) Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: event.method(event) Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: return f(self, *a, **k) Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._get(url).json() Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:10:50.580904 dv-cinder-837542-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:10:50.638793 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d34a63e-e1e4-4d40-8b92-752cf2024397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (7c1a2b54-06e3-40d8-b382-20f17f8202a8), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:50.645889 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d34a63e-e1e4-4d40-8b92-752cf2024397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:50.651709 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1d34a63e-e1e4-4d40-8b92-752cf2024397 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7c1a2b54-06e3-40d8-b382-20f17f8202a8 HTTP/1.1" status: 204 len: 168 time: 0.2847831 Apr 12 20:10:50.660611 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34a63e-e1e4-4d40-8b92-752cf2024397 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1a2b54-06e3-40d8-b382-20f17f8202a8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:50.844322 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 35980) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:50.894832 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 35984) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:50.895247 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-f1f01342-b9d8-4b8b-b09b-e836f8767de4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a234b3810eee4084a3089a916da907a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0492382 Apr 12 20:10:50.940771 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-576903c1-61e2-4cef-b81f-e8b422e4a9dc req-f028c045-39c9-4a06-ba84-9335d6f72b93 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 210 time: 0.0383546 Apr 12 20:10:50.969956 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24968ea5-0166-4d3e-b151-490d25ff4850 admin admin] Publish callbacks [] for security_group (4740e15a-9d36-42fe-a2a1-c9f49168ca2c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:50.993822 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24968ea5-0166-4d3e-b151-490d25ff4850 admin admin] Publish callbacks [] for security_group (4740e15a-9d36-42fe-a2a1-c9f49168ca2c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.080235 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefdcd4-8306-49d4-bde2-7777821c312e req-bce3ef5c-f4b6-47ca-8329-cd563b647b4a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:51.081947 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6fefdcd4-8306-49d4-bde2-7777821c312e req-bce3ef5c-f4b6-47ca-8329-cd563b647b4a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.0599759 Apr 12 20:10:51.085129 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24968ea5-0166-4d3e-b151-490d25ff4850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (4740e15a-9d36-42fe-a2a1-c9f49168ca2c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.088103 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24968ea5-0166-4d3e-b151-490d25ff4850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.091796 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-24968ea5-0166-4d3e-b151-490d25ff4850 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4740e15a-9d36-42fe-a2a1-c9f49168ca2c HTTP/1.1" status: 204 len: 168 time: 0.1925845 Apr 12 20:10:51.105159 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24968ea5-0166-4d3e-b151-490d25ff4850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4740e15a-9d36-42fe-a2a1-c9f49168ca2c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:51.177835 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6fefdcd4-8306-49d4-bde2-7777821c312e req-db75cb4d-b00d-4195-99eb-12ed5a0f46a2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783825 Apr 12 20:10:51.335490 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.483735 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36010) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:51.484475 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34c696-fb5d-4e0a-99a3-87085cf196c9 req-4df9d111-4c94-4475-b4bc-b83fd144c99e tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:51.491964 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0a34c696-fb5d-4e0a-99a3-87085cf196c9 req-4df9d111-4c94-4475-b4bc-b83fd144c99e tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 943 time: 0.0591278 Apr 12 20:10:51.526594 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-f6ba6890-bd1d-432a-8876-8890307f6345 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5907370694d342bb9a318f4b4f258dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391791 Apr 12 20:10:51.526984 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36012) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:51.540360 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0a34c696-fb5d-4e0a-99a3-87085cf196c9 req-ec125b0f-9ec0-4df8-87a6-9eb457182b84 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474825 Apr 12 20:10:51.542640 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 36014) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:51.578751 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-de242ed4-5abe-4c4d-8d8c-1be6dc76f4e2 admin admin] Publish callbacks [] for security_group (04da66f9-01d1-474c-9158-ac9665cedaa9), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.600482 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-de242ed4-5abe-4c4d-8d8c-1be6dc76f4e2 admin admin] Publish callbacks [] for security_group (04da66f9-01d1-474c-9158-ac9665cedaa9), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.647008 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-de242ed4-5abe-4c4d-8d8c-1be6dc76f4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (04da66f9-01d1-474c-9158-ac9665cedaa9), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.649866 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-de242ed4-5abe-4c4d-8d8c-1be6dc76f4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.651081 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-de242ed4-5abe-4c4d-8d8c-1be6dc76f4e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04da66f9-01d1-474c-9158-ac9665cedaa9 HTTP/1.1" status: 204 len: 168 time: 0.1231284 Apr 12 20:10:51.662444 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de242ed4-5abe-4c4d-8d8c-1be6dc76f4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04da66f9-01d1-474c-9158-ac9665cedaa9,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:51.714396 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-55c75510-6e1f-4fd2-a683-67d1ae5e62fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.794415 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-55c75510-6e1f-4fd2-a683-67d1ae5e62fb admin admin] Publish callbacks [] for security_group (2eb3fe43-f6f6-432d-b32b-6b00c6b1032f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.799134 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-55c75510-6e1f-4fd2-a683-67d1ae5e62fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (2eb3fe43-f6f6-432d-b32b-6b00c6b1032f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.839645 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c75510-6e1f-4fd2-a683-67d1ae5e62fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb3fe43-f6f6-432d-b32b-6b00c6b1032f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:51.843843 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-55c75510-6e1f-4fd2-a683-67d1ae5e62fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c8212bcb5e64fad8a0997e3027e1bf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002665 Apr 12 20:10:51.846545 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 36026) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:51.909175 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1f20-4207-4400-9c24-538728f4236e admin admin] Publish callbacks [] for security_group (2eb3fe43-f6f6-432d-b32b-6b00c6b1032f), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.931557 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1f20-4207-4400-9c24-538728f4236e admin admin] Publish callbacks [] for security_group (2eb3fe43-f6f6-432d-b32b-6b00c6b1032f), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.981251 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1f20-4207-4400-9c24-538728f4236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (2eb3fe43-f6f6-432d-b32b-6b00c6b1032f), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.984212 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0ff1f20-4207-4400-9c24-538728f4236e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:51.985552 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a0ff1f20-4207-4400-9c24-538728f4236e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2eb3fe43-f6f6-432d-b32b-6b00c6b1032f HTTP/1.1" status: 204 len: 168 time: 0.1374519 Apr 12 20:10:51.994688 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff1f20-4207-4400-9c24-538728f4236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb3fe43-f6f6-432d-b32b-6b00c6b1032f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:52.065068 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3af59eda-c9e0-40d7-89dd-17607b655f02 req-867c7afe-594e-40dd-9102-2a3a477e3ea4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 210 time: 0.0295577 Apr 12 20:10:52.297867 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36052) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:52.313049 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2a7ef-b41d-4cf4-8107-428d4724795e req-fd3df556-fb41-4f67-a459-630cb1c0ee56 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:52.313690 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-36847d0f-4fde-4f54-b89e-abd0ed1f238f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:52.314720 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-62c2a7ef-b41d-4cf4-8107-428d4724795e req-fd3df556-fb41-4f67-a459-630cb1c0ee56 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.0539410 Apr 12 20:10:52.372830 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-62c2a7ef-b41d-4cf4-8107-428d4724795e req-7691f13c-6f3a-4f96-976a-78246f24ab40 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514278 Apr 12 20:10:52.396359 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-36847d0f-4fde-4f54-b89e-abd0ed1f238f admin admin] Publish callbacks [] for security_group (34a3ea70-0b28-4fba-b54e-fd007b46f742), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:52.401156 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-36847d0f-4fde-4f54-b89e-abd0ed1f238f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (34a3ea70-0b28-4fba-b54e-fd007b46f742), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:52.442096 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-36847d0f-4fde-4f54-b89e-abd0ed1f238f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9d9cd8511874ceaae465bc9309d6703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408544 Apr 12 20:10:52.444525 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36058) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:52.450401 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36847d0f-4fde-4f54-b89e-abd0ed1f238f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a3ea70-0b28-4fba-b54e-fd007b46f742,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:52.495146 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e88b3e47-02da-41e6-bf91-4c646871d922 admin admin] Publish callbacks [] for security_group (34a3ea70-0b28-4fba-b54e-fd007b46f742), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:52.516511 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e88b3e47-02da-41e6-bf91-4c646871d922 admin admin] Publish callbacks [] for security_group (34a3ea70-0b28-4fba-b54e-fd007b46f742), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:52.565639 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e88b3e47-02da-41e6-bf91-4c646871d922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (34a3ea70-0b28-4fba-b54e-fd007b46f742), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:52.569115 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e88b3e47-02da-41e6-bf91-4c646871d922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:52.583363 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-e88b3e47-02da-41e6-bf91-4c646871d922 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34a3ea70-0b28-4fba-b54e-fd007b46f742 HTTP/1.1" status: 204 len: 168 time: 0.1301157 Apr 12 20:10:52.595667 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b3e47-02da-41e6-bf91-4c646871d922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a3ea70-0b28-4fba-b54e-fd007b46f742,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:52.668995 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329dfdf-2c94-4f04-aa39-8219dc5288e6 req-7c73ab8a-e96e-4903-86eb-2cf6d27513f4 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:52.671213 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c329dfdf-2c94-4f04-aa39-8219dc5288e6 req-7c73ab8a-e96e-4903-86eb-2cf6d27513f4 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 943 time: 0.0528512 Apr 12 20:10:52.723577 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c329dfdf-2c94-4f04-aa39-8219dc5288e6 req-30c3b046-f595-42be-92b9-b80d92d6e192 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441873 Apr 12 20:10:53.219080 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d3d1b77a-3003-4a64-a24b-041cd0fe4979 req-6f034b38-5665-4073-aac1-3651f918df76 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 210 time: 0.0441811 Apr 12 20:10:53.497519 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854b5cb-fd7f-40bf-8781-a1a92bcf579c req-989f86c9-3031-410c-99fa-f5ad53130045 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:53.499423 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1854b5cb-fd7f-40bf-8781-a1a92bcf579c req-989f86c9-3031-410c-99fa-f5ad53130045 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.0578587 Apr 12 20:10:53.557800 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1854b5cb-fd7f-40bf-8781-a1a92bcf579c req-a46bb486-e147-411b-aeee-168e4e834208 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441074 Apr 12 20:10:53.843775 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87205a-11a9-4372-b5b7-dce832d0378c req-1dceb56a-96a9-447d-a0cd-270ae2c49d5b tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:53.845529 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8c87205a-11a9-4372-b5b7-dce832d0378c req-1dceb56a-96a9-447d-a0cd-270ae2c49d5b tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 943 time: 0.0546107 Apr 12 20:10:53.895819 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8c87205a-11a9-4372-b5b7-dce832d0378c req-76587389-1e63-4aaf-9c4c-77adfb986a4a tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440140 Apr 12 20:10:54.324508 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6ba17a5e-abf6-409e-89f8-ae6537727fb7 req-0668e89f-4b28-4847-869b-8370a7cb05c6 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 210 time: 0.0297809 Apr 12 20:10:54.666020 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7554b-6dcf-437f-bde8-c2bcf35f961d req-c3c80218-6b5a-4b7d-bacd-039d53025549 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:54.667469 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5fa7554b-6dcf-437f-bde8-c2bcf35f961d req-c3c80218-6b5a-4b7d-bacd-039d53025549 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.0494251 Apr 12 20:10:54.714550 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5fa7554b-6dcf-437f-bde8-c2bcf35f961d req-4652ac0a-638d-4ac5-8fe2-c00112503f06 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412004 Apr 12 20:10:55.007323 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ec100-109d-4870-bed5-665fb70feedd req-545d29a0-b170-4522-81e1-2ac5a3bc65fd tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:55.008705 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d8ec100-109d-4870-bed5-665fb70feedd req-545d29a0-b170-4522-81e1-2ac5a3bc65fd tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 943 time: 0.0470407 Apr 12 20:10:55.055713 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d8ec100-109d-4870-bed5-665fb70feedd req-927783e8-0ff0-4d9c-9bd5-64228858b039 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Apr 12 20:10:55.421076 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6f6de3eb-7b41-488d-a620-c8bbe6027019 req-23b28070-3eb8-4581-b541-3ca9d66abafe tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 210 time: 0.0281205 Apr 12 20:10:55.827152 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de074f-36bc-4c3e-a1c7-8094ebd433bb req-3ffc4ed8-de12-4c84-95f1-b452deeb541e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:55.828720 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c6de074f-36bc-4c3e-a1c7-8094ebd433bb req-3ffc4ed8-de12-4c84-95f1-b452deeb541e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.0494630 Apr 12 20:10:55.876066 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c6de074f-36bc-4c3e-a1c7-8094ebd433bb req-60d3b843-e8ab-4d46-8145-918b56ee62cc tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Apr 12 20:10:56.101375 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045f534-cad3-48b7-bbea-4278f7d10492 req-0eab9ca7-983c-4963-93e5-206c213bdfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:56.102897 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f045f534-cad3-48b7-bbea-4278f7d10492 req-0eab9ca7-983c-4963-93e5-206c213bdfa3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a947333a-c3ab-4dbf-97f6-913f53a1c5fc HTTP/1.1" status: 200 len: 912 time: 0.1434445 Apr 12 20:10:56.168114 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc540a04-aa85-4bb6-a475-4b4801d99a6f req-a6aa222a-9701-4c21-b461-70296cd8cfaa tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:56.169456 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cc540a04-aa85-4bb6-a475-4b4801d99a6f req-a6aa222a-9701-4c21-b461-70296cd8cfaa tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 943 time: 0.0503881 Apr 12 20:10:56.218436 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cc540a04-aa85-4bb6-a475-4b4801d99a6f req-fba0b871-b748-4ece-9bfa-1e6a6f319a19 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432193 Apr 12 20:10:56.519913 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-32e79b3a-6027-41eb-af96-cb978ef4e9ff req-9eb6c4ac-723c-4eee-9e6c-7b0f901225ff tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 210 time: 0.0285571 Apr 12 20:10:56.992057 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a504b7-c4b2-4b6d-86f7-ebdd7b2b3a7a req-d30fd1d6-5cc8-4b9d-8bbe-ad0fa9e8bdd7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:56.993549 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d7a504b7-c4b2-4b6d-86f7-ebdd7b2b3a7a req-d30fd1d6-5cc8-4b9d-8bbe-ad0fa9e8bdd7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.0466673 Apr 12 20:10:57.039815 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d7a504b7-c4b2-4b6d-86f7-ebdd7b2b3a7a req-44a0eccb-2660-4949-8758-965e205e535b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 Apr 12 20:10:57.344595 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07441504-b6ad-45d9-9d1a-cedf5fa5af78 req-f0287850-1794-45a0-8b44-ffb0029bd2e8 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:57.346085 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-07441504-b6ad-45d9-9d1a-cedf5fa5af78 req-f0287850-1794-45a0-8b44-ffb0029bd2e8 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 943 time: 0.0496392 Apr 12 20:10:57.392645 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-07441504-b6ad-45d9-9d1a-cedf5fa5af78 req-091f399f-c852-4eaa-94d9-92381a6a9bbe tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 Apr 12 20:10:57.616756 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8f602384-87d9-49e4-aa00-d1d4aba0eed0 req-6a3f436d-5fba-4805-93c4-722f87accfac tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 210 time: 0.0276291 Apr 12 20:10:57.807774 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 00f1439e-32a3-435a-95fa-296796f3c851 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:10:57.908959 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 00f1439e-32a3-435a-95fa-296796f3c851, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=00f1439e-32a3-435a-95fa-296796f3c851,segment=NetworkSegment(626a492d-8719-4c32-888a-ef7eceba9925),segment_id=626a492d-8719-4c32-888a-ef7eceba9925)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:10:57.920333 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '00f1439e-32a3-435a-95fa-296796f3c851', 'network_id': 'a947333a-c3ab-4dbf-97f6-913f53a1c5fc', 'port_id': '00f1439e-32a3-435a-95fa-296796f3c851', 'mac_address': 'fa:16:3e:5e:58:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba13253c-1bd4-424f-843c-3f9277377a2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:10:57.957784 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 00f1439e-32a3-435a-95fa-296796f3c851 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:57.958155 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (00f1439e-32a3-435a-95fa-296796f3c851), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:57.970911 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f1439e-32a3-435a-95fa-296796f3c851 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:10:57.990022 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 00f1439e-32a3-435a-95fa-296796f3c851, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=00f1439e-32a3-435a-95fa-296796f3c851,segment=NetworkSegment(626a492d-8719-4c32-888a-ef7eceba9925),segment_id=626a492d-8719-4c32-888a-ef7eceba9925)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:10:57.993916 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (00f1439e-32a3-435a-95fa-296796f3c851), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:58.149718 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=00f1439e-32a3-435a-95fa-296796f3c851,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:10:58.154582 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac841d-488c-43eb-a2f8-181e81024e0f req-b7396f29-6ce3-47ee-ae10-c57f57ea2645 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:58.156052 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8dac841d-488c-43eb-a2f8-181e81024e0f req-b7396f29-6ce3-47ee-ae10-c57f57ea2645 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.0475495 Apr 12 20:10:58.202753 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8dac841d-488c-43eb-a2f8-181e81024e0f req-2c1f6ac9-adc3-48e9-ba27-94a942c433b7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408840 Apr 12 20:10:58.504870 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71546f-f9d6-44ce-b3d5-7353b7b59e4e req-ec217dc2-feb3-48e2-b317-6b9e5294d9ad tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:58.506294 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a71546f-f9d6-44ce-b3d5-7353b7b59e4e req-ec217dc2-feb3-48e2-b317-6b9e5294d9ad tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 944 time: 0.0493474 Apr 12 20:10:58.552333 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a71546f-f9d6-44ce-b3d5-7353b7b59e4e req-e4d8e86e-9466-4a96-bdfe-3e0ea56a1426 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 Apr 12 20:10:58.713779 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1e378f46-13fc-4a2f-bdc6-93a3f574ed53 req-c7e3a16b-767d-4456-a04e-38d499c9d4c8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 210 time: 0.0282223 Apr 12 20:10:59.045427 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['00f1439e-32a3-435a-95fa-296796f3c851'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:10:59.327441 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c837b30-8d56-4373-bba6-1c5b05da8056 req-2319be47-a0e6-4a6d-a8f4-4287cc98b3bd tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:59.329026 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0c837b30-8d56-4373-bba6-1c5b05da8056 req-2319be47-a0e6-4a6d-a8f4-4287cc98b3bd tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.0485830 Apr 12 20:10:59.385728 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0c837b30-8d56-4373-bba6-1c5b05da8056 req-f2cd140d-b7f9-4515-b319-ff37bbf79e75 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497901 Apr 12 20:10:59.479272 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.13', 51124) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:10:59.481231 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f045f534-cad3-48b7-bbea-4278f7d10492 req-5d8b1c70-11b0-4e51-9160-522b1b975538 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f1439e-32a3-435a-95fa-296796f3c851 HTTP/1.1" status: 200 len: 217 time: 0.0634921 Apr 12 20:10:59.532661 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e6168-4780-407f-9c11-307916ee256b req-7178bb48-f03b-4759-85c7-6dacb8fe145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:59.535688 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cd6e6168-4780-407f-9c11-307916ee256b req-7178bb48-f03b-4759-85c7-6dacb8fe145c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 1128 time: 0.1041803 Apr 12 20:10:59.586510 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 00f1439e-32a3-435a-95fa-296796f3c851 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:10:59.632451 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15250056-f8ba-4811-aeda-53b5efa7f2b0 req-d4200808-6201-49f7-a525-83e26e7497a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:59.634066 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-15250056-f8ba-4811-aeda-53b5efa7f2b0 req-d4200808-6201-49f7-a525-83e26e7497a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 1127 time: 0.1420968 Apr 12 20:10:59.730028 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 00f1439e-32a3-435a-95fa-296796f3c851 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:10:59.739490 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 00f1439e-32a3-435a-95fa-296796f3c851 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:10:59.740731 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (00f1439e-32a3-435a-95fa-296796f3c851), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:10:59.806170 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e6168-4780-407f-9c11-307916ee256b req-bfd591fc-1525-407a-b997-e6f14cc54552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:59.806170 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cd6e6168-4780-407f-9c11-307916ee256b req-bfd591fc-1525-407a-b997-e6f14cc54552 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 919 time: 0.2537472 Apr 12 20:10:59.816060 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c8762-8891-4eed-9292-74a1ab312563 req-a16cf9ee-6abe-4fff-8c6a-41998b73725d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:59.818199 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-a16cf9ee-6abe-4fff-8c6a-41998b73725d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.13 "GET /v2.0/networks?id=de93d020-fd87-43f9-9b84-c46a616eebc8 HTTP/1.1" status: 200 len: 816 time: 0.4022939 Apr 12 20:10:59.874575 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cd6e6168-4780-407f-9c11-307916ee256b req-6cb39eb5-a9bc-4963-a3d8-9cfe7b727ab2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f06a28b7-dd14-4f4f-949b-1985aed9baa5 HTTP/1.1" status: 200 len: 217 time: 0.0553942 Apr 12 20:10:59.887972 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045f534-cad3-48b7-bbea-4278f7d10492 req-e22f9ab1-b242-4d6d-857d-00469291bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:10:59.889474 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f045f534-cad3-48b7-bbea-4278f7d10492 req-e22f9ab1-b242-4d6d-857d-00469291bc91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba13253c-1bd4-424f-843c-3f9277377a2c HTTP/1.1" status: 200 len: 851 time: 0.3350604 Apr 12 20:10:59.961679 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 00f1439e-32a3-435a-95fa-296796f3c851 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:10:59.962454 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (00f1439e-32a3-435a-95fa-296796f3c851), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:00.005411 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4786ff52-8b21-43f9-8454-d022d1cdf90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f1439e-32a3-435a-95fa-296796f3c851'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:00.006085 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-c03a6c08-4d31-449e-9d06-f3043bc18c76 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36239d1c41ef42b1b707d6cf657711ee HTTP/1.1" status: 200 len: 379 time: 0.1787424 Apr 12 20:11:00.023609 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-727c8762-8891-4eed-9292-74a1ab312563 req-51d2ef33-1d13-4415-bdd1-d04e1e7c8765 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Request body: {'port': {'device_id': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'admin_state_up': True, 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'security_groups': ['e746bad0-38ac-4904-ba0c-a94134ec1fe4']}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:00.050783 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15250056-f8ba-4811-aeda-53b5efa7f2b0 req-8a1996f5-d20b-41ea-a3b3-85ee404fad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:00.052445 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-15250056-f8ba-4811-aeda-53b5efa7f2b0 req-8a1996f5-d20b-41ea-a3b3-85ee404fad5f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=296db42b89cd47b2b6912045743e8273&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4108851 Apr 12 20:11:00.078647 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e6168-4780-407f-9c11-307916ee256b req-bc474af5-f46e-4b86-8aae-898284678eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:00.080389 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cd6e6168-4780-407f-9c11-307916ee256b req-bc474af5-f46e-4b86-8aae-898284678eb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.1400161 Apr 12 20:11:00.096845 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-03ee2e34-0e97-4f19-88c4-4235ac720ef5 req-aa171eb8-8b94-4a89-a9ac-024acbc984e9 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 210 time: 0.0390391 Apr 12 20:11:00.168997 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 00f1439e-32a3-435a-95fa-296796f3c851, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=00f1439e-32a3-435a-95fa-296796f3c851,segment=NetworkSegment(626a492d-8719-4c32-888a-ef7eceba9925),segment_id=626a492d-8719-4c32-888a-ef7eceba9925)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:00.181785 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (00f1439e-32a3-435a-95fa-296796f3c851), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:00.293587 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=00f1439e-32a3-435a-95fa-296796f3c851,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:00.305163 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e6168-4780-407f-9c11-307916ee256b req-3570c8e8-df90-4725-b34e-73ed1e1e5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:00.306906 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cd6e6168-4780-407f-9c11-307916ee256b req-3570c8e8-df90-4725-b34e-73ed1e1e5c52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628939 Apr 12 20:11:00.312612 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727c8762-8891-4eed-9292-74a1ab312563 req-51d2ef33-1d13-4415-bdd1-d04e1e7c8765 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Made reservation on behalf of 36239d1c41ef42b1b707d6cf657711ee for: {'port': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:11:00.320439 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-727c8762-8891-4eed-9292-74a1ab312563 req-51d2ef33-1d13-4415-bdd1-d04e1e7c8765 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:00.349107 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7914b01-e16b-44ec-b066-58b17a859c64" -d '{"events": [{"server_uuid": "4786ff52-8b21-43f9-8454-d022d1cdf90d", "name": "network-vif-plugged", "status": "completed", "tag": "00f1439e-32a3-435a-95fa-296796f3c851"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:00.495851 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36312) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:00.509733 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076053f-f6fc-4cce-93c9-1eb4998080c9 req-768e6f6c-b3b8-4442-ab95-a9b77d680639 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:00.511625 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1076053f-f6fc-4cce-93c9-1eb4998080c9 req-768e6f6c-b3b8-4442-ab95-a9b77d680639 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 944 time: 0.8175828 Apr 12 20:11:00.548561 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f045f534-cad3-48b7-bbea-4278f7d10492 req-d266f073-24e2-4a7f-ab89-e50d1a2c5795 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a947333a-c3ab-4dbf-97f6-913f53a1c5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4951212 Apr 12 20:11:00.573015 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cd6e6168-4780-407f-9c11-307916ee256b req-37c727bb-fa33-4b5d-8f92-924d49010d28 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452853 Apr 12 20:11:00.610835 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c4f539-551e-487f-80cd-2521fadaea1b x-openstack-request-id: req-10c4f539-551e-487f-80cd-2521fadaea1b {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:00.611153 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4786ff52-8b21-43f9-8454-d022d1cdf90d", "name": "network-vif-plugged", "status": "completed", "tag": "00f1439e-32a3-435a-95fa-296796f3c851", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:00.611418 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10c4f539-551e-487f-80cd-2521fadaea1b {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:00.611874 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c4f539-551e-487f-80cd-2521fadaea1b'] response: {'server_uuid': '4786ff52-8b21-43f9-8454-d022d1cdf90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f1439e-32a3-435a-95fa-296796f3c851', 'code': 200} Apr 12 20:11:00.665744 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [req-727c8762-8891-4eed-9292-74a1ab312563 req-51d2ef33-1d13-4415-bdd1-d04e1e7c8765 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Allocated IP 172.20.0.7 (de93d020-fd87-43f9-9b84-c46a616eebc8/949bc912-0fa2-4a4f-93d6-8e76c474a8f3/eb0e1c2a-2bda-4915-a791-6894aa5aa38b) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:11:00.769506 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20293857-2c93-49e5-944d-129024c93c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:00.837552 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.13', 51130) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:00.851608 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15250056-f8ba-4811-aeda-53b5efa7f2b0 req-d20e11ef-5ab1-448a-bb2e-5ec010cee68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:00.853548 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-15250056-f8ba-4811-aeda-53b5efa7f2b0 req-d20e11ef-5ab1-448a-bb2e-5ec010cee68e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7555766 Apr 12 20:11:00.921660 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1076053f-f6fc-4cce-93c9-1eb4998080c9 req-664e827a-32fd-406d-b5df-52c7f57350c4 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484709 Apr 12 20:11:00.930786 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20293857-2c93-49e5-944d-129024c93c7e admin admin] Publish callbacks [] for security_group (411260ca-0ee7-4415-ac20-2f83ce981dba), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:00.975603 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb9aed-e25e-46dc-8972-b39ad95b0bc2 req-cd19b776-4733-4c02-9a43-b2752468f87b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:00.979515 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bfb9aed-e25e-46dc-8972-b39ad95b0bc2 req-cd19b776-4733-4c02-9a43-b2752468f87b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.2187092 Apr 12 20:11:00.991474 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cd6e6168-4780-407f-9c11-307916ee256b req-8ebdc91d-9989-410c-ba5d-5d4f8b306458 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077537 Apr 12 20:11:00.994487 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20293857-2c93-49e5-944d-129024c93c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (411260ca-0ee7-4415-ac20-2f83ce981dba), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.044477 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f045f534-cad3-48b7-bbea-4278f7d10492 req-f853d050-c778-4f96-bdc2-8ff94a973c53 service neutron] 10.222.0.13 "GET /v2.0/networks/a947333a-c3ab-4dbf-97f6-913f53a1c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815493 Apr 12 20:11:01.048363 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d83bb-2370-4e00-bb87-ada8dbba7182 req-8312d0ba-0292-4cb1-8962-56f2e8bb4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:01.049913 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e01d83bb-2370-4e00-bb87-ada8dbba7182 req-8312d0ba-0292-4cb1-8962-56f2e8bb4ae9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 1129 time: 0.1918104 Apr 12 20:11:01.053108 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-20293857-2c93-49e5-944d-129024c93c7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f72b90c6f1684dfb976315e46120e47e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5544596 Apr 12 20:11:01.053701 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36336) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:01.057814 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-147ba29c-2cf7-4b5e-b0cf-9ab8dfc67a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:01.059389 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-147ba29c-2cf7-4b5e-b0cf-9ab8dfc67a1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 1127 time: 0.1114864 Apr 12 20:11:01.080197 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20293857-2c93-49e5-944d-129024c93c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411260ca-0ee7-4415-ac20-2f83ce981dba,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:01.111196 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-727c8762-8891-4eed-9292-74a1ab312563 req-51d2ef33-1d13-4415-bdd1-d04e1e7c8765 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.154743 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-304636b4-1d34-4720-9c10-045660d65701 admin admin] Publish callbacks [] for security_group (411260ca-0ee7-4415-ac20-2f83ce981dba), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.176489 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e01d83bb-2370-4e00-bb87-ada8dbba7182 req-a324d8fb-ec93-4027-8dd3-27ec2044d435 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.204766 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-be1d8db3-a45a-4eb8-973b-c5c86bd854c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2be6d7f6-31e4-41e2-93eb-66df8212b675 HTTP/1.1" status: 200 len: 217 time: 0.1261005 Apr 12 20:11:01.212484 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bfb9aed-e25e-46dc-8972-b39ad95b0bc2 req-aedba708-d306-466f-a462-09278f35d6b3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025492 Apr 12 20:11:01.267425 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-304636b4-1d34-4720-9c10-045660d65701 admin admin] Publish callbacks [] for security_group (411260ca-0ee7-4415-ac20-2f83ce981dba), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.282010 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-727c8762-8891-4eed-9292-74a1ab312563 req-51d2ef33-1d13-4415-bdd1-d04e1e7c8765 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.351357 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727c8762-8891-4eed-9292-74a1ab312563 req-51d2ef33-1d13-4415-bdd1-d04e1e7c8765 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Network de93d020-fd87-43f9-9b84-c46a616eebc8 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:11:01.353390 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f045f534-cad3-48b7-bbea-4278f7d10492 req-67d0420b-9c3b-4b6d-8e03-1cff16f2bb4d service neutron] 10.222.0.13 "GET /v2.0/networks/a947333a-c3ab-4dbf-97f6-913f53a1c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868221 Apr 12 20:11:01.358042 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [req-727c8762-8891-4eed-9292-74a1ab312563 req-51d2ef33-1d13-4415-bdd1-d04e1e7c8765 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:01.363050 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [req-727c8762-8891-4eed-9292-74a1ab312563 req-51d2ef33-1d13-4415-bdd1-d04e1e7c8765 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:11:01.368142 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c8762-8891-4eed-9292-74a1ab312563 req-51d2ef33-1d13-4415-bdd1-d04e1e7c8765 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:01.368781 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-727c8762-8891-4eed-9292-74a1ab312563 req-51d2ef33-1d13-4415-bdd1-d04e1e7c8765 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.369393 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baf9f2-0069-451a-838f-edca500eae7f req-570a02b3-0798-4237-b1d2-14f196da9d54 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:01.371625 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c3baf9f2-0069-451a-838f-edca500eae7f req-570a02b3-0798-4237-b1d2-14f196da9d54 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 931 time: 0.1310225 Apr 12 20:11:01.377303 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-155af51d-752a-44f5-93ad-1e0d59c9c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:01.379818 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-155af51d-752a-44f5-93ad-1e0d59c9c894 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.1599083 Apr 12 20:11:01.401127 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-51d2ef33-1d13-4415-bdd1-d04e1e7c8765 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3814187 Apr 12 20:11:01.407845 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2ef33-1d13-4415-bdd1-d04e1e7c8765 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event updated for resources: {'Port': ['ID=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:01.415619 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Request body: {'port': {'device_id': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:01.484935 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-304636b4-1d34-4720-9c10-045660d65701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (411260ca-0ee7-4415-ac20-2f83ce981dba), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.487994 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-304636b4-1d34-4720-9c10-045660d65701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.489179 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-304636b4-1d34-4720-9c10-045660d65701 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/411260ca-0ee7-4415-ac20-2f83ce981dba HTTP/1.1" status: 204 len: 168 time: 0.4313295 Apr 12 20:11:01.500288 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304636b4-1d34-4720-9c10-045660d65701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411260ca-0ee7-4415-ac20-2f83ce981dba,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:01.512745 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.577381 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-3592a317-fa3e-4dca-a0c6-3e7a6b103dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:01.578788 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-3592a317-fa3e-4dca-a0c6-3e7a6b103dca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1799424 Apr 12 20:11:01.599468 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e01d83bb-2370-4e00-bb87-ada8dbba7182 req-a324d8fb-ec93-4027-8dd3-27ec2044d435 service neutron] Publish callbacks [] for security_group (9c8ca4c7-0827-4fa5-a2e8-eee030682d3f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.607372 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c3baf9f2-0069-451a-838f-edca500eae7f req-73a5f7ff-79d0-423f-970b-50a5243358fa tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263477 Apr 12 20:11:01.614062 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e01d83bb-2370-4e00-bb87-ada8dbba7182 req-a324d8fb-ec93-4027-8dd3-27ec2044d435 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (9c8ca4c7-0827-4fa5-a2e8-eee030682d3f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.688942 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e01d83bb-2370-4e00-bb87-ada8dbba7182 req-a324d8fb-ec93-4027-8dd3-27ec2044d435 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091921 Apr 12 20:11:01.690000 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324d8fb-ec93-4027-8dd3-27ec2044d435 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8ca4c7-0827-4fa5-a2e8-eee030682d3f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:01.809290 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-3c2187d5-72ad-4ef4-80e1-b08447555093 None None] Provisioning complete for port eb0e1c2a-2bda-4915-a791-6894aa5aa38b triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:01.809830 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3c2187d5-72ad-4ef4-80e1-b08447555093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.888314 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-3c2187d5-72ad-4ef4-80e1-b08447555093 None None] Port eb0e1c2a-2bda-4915-a791-6894aa5aa38b cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:11:01.953852 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0e1c2a-2bda-4915-a791-6894aa5aa38b {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:11:01.966268 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Publish callbacks [] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:01.985280 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Transition to ACTIVE for port object eb0e1c2a-2bda-4915-a791-6894aa5aa38b will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:11:01.995405 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:02.004963 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36400) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:02.037170 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824cb0-f498-4e24-974a-bebd258e55d9 req-7d94a1eb-31b0-47aa-8aa0-e85368465bd6 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:02.038949 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-27824cb0-f498-4e24-974a-bebd258e55d9 req-7d94a1eb-31b0-47aa-8aa0-e85368465bd6 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.0609548 Apr 12 20:11:02.067380 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8f19048b-2229-4952-8ee5-ac902e8c2461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:02.079950 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Pushing event updated for resources: {'Port': ['ID=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:02.115509 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-27824cb0-f498-4e24-974a-bebd258e55d9 req-10171b1e-4d7b-4aba-847b-ae0853b1fbcd tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682094 Apr 12 20:11:02.152253 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Attempting to bind port eb0e1c2a-2bda-4915-a791-6894aa5aa38b on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:11:02.152601 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Attempting to bind port eb0e1c2a-2bda-4915-a791-6894aa5aa38b by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:11:02.152931 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Attempting to bind port eb0e1c2a-2bda-4915-a791-6894aa5aa38b on network de93d020-fd87-43f9-9b84-c46a616eebc8 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:11:02.169848 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Port eb0e1c2a-2bda-4915-a791-6894aa5aa38b on network de93d020-fd87-43f9-9b84-c46a616eebc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:11:02.170071 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Attempting to bind port eb0e1c2a-2bda-4915-a791-6894aa5aa38b on network de93d020-fd87-43f9-9b84-c46a616eebc8 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:11:02.184778 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:11:02.185123 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Checking segment: {'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:11:02.185579 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Bound using segment: {'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:11:02.186063 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Bound port: eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:11:02.186451 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:02.218454 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8f19048b-2229-4952-8ee5-ac902e8c2461 admin admin] Publish callbacks [] for security_group (0e7faa7c-3863-4fa4-aaf8-e012e72c893b), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:02.241550 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8f19048b-2229-4952-8ee5-ac902e8c2461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (0e7faa7c-3863-4fa4-aaf8-e012e72c893b), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:02.314873 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-8f19048b-2229-4952-8ee5-ac902e8c2461 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d58bbbe3d13484b9c88006a9504d420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053246 Apr 12 20:11:02.317532 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 36418) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:02.319022 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19048b-2229-4952-8ee5-ac902e8c2461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7faa7c-3863-4fa4-aaf8-e012e72c893b,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:02.326662 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] For port eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host hv-cinder-83754, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:11:02.329980 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] For port eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:11:02.337149 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device f06a28b7-dd14-4f4f-949b-1985aed9baa5 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:11:02.343792 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:02.384371 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:02.385135 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:02.386693 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] 10.222.0.13 "PUT /v2.0/ports/eb0e1c2a-2bda-4915-a791-6894aa5aa38b HTTP/1.1" status: 200 len: 1093 time: 0.9756362 Apr 12 20:11:02.387797 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:02.390193 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ad3649-70d7-4a24-8aa2-a3759ab18f54" -d '{"events": [{"name": "network-changed", "server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:02.434927 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3acbe-7b44-4796-af72-5c9291a1387e service neutron] Pushing event updated for resources: {'Port': ['ID=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:02.451988 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854d7db2-6825-4e36-8075-57f1a335e249 x-openstack-request-id: req-854d7db2-6825-4e36-8075-57f1a335e249 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:02.452304 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:02.452561 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-854d7db2-6825-4e36-8075-57f1a335e249 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:02.453022 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854d7db2-6825-4e36-8075-57f1a335e249'] response: {'name': 'network-changed', 'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'status': 'completed', 'code': 200} Apr 12 20:11:02.463536 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port f06a28b7-dd14-4f4f-949b-1985aed9baa5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f06a28b7-dd14-4f4f-949b-1985aed9baa5,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:02.470592 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051b43a-6304-4746-bb81-74252b6ea9b1 req-3fad73bc-55e2-49ba-80b2-c533edcdc3dd tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:02.474133 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1051b43a-6304-4746-bb81-74252b6ea9b1 req-3fad73bc-55e2-49ba-80b2-c533edcdc3dd tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.1450555 Apr 12 20:11:02.475161 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9cf47e9a-2e20-41de-822e-5d850257bd9c admin admin] Publish callbacks [] for security_group (0e7faa7c-3863-4fa4-aaf8-e012e72c893b), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:02.478662 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': 'f06a28b7-dd14-4f4f-949b-1985aed9baa5', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'port_id': 'f06a28b7-dd14-4f4f-949b-1985aed9baa5', 'mac_address': 'fa:16:3e:1b:97:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:11:02.514418 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9cf47e9a-2e20-41de-822e-5d850257bd9c admin admin] Publish callbacks [] for security_group (0e7faa7c-3863-4fa4-aaf8-e012e72c893b), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:02.531352 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port f06a28b7-dd14-4f4f-949b-1985aed9baa5 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:02.531749 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:02.546336 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06a28b7-dd14-4f4f-949b-1985aed9baa5 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:11:02.569972 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1051b43a-6304-4746-bb81-74252b6ea9b1 req-5325b285-affa-4b0b-8085-9847b64eda7c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883236 Apr 12 20:11:02.580552 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port f06a28b7-dd14-4f4f-949b-1985aed9baa5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f06a28b7-dd14-4f4f-949b-1985aed9baa5,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:02.590359 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:02.608267 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9cf47e9a-2e20-41de-822e-5d850257bd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (0e7faa7c-3863-4fa4-aaf8-e012e72c893b), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:02.611861 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9cf47e9a-2e20-41de-822e-5d850257bd9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:02.614030 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9cf47e9a-2e20-41de-822e-5d850257bd9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e7faa7c-3863-4fa4-aaf8-e012e72c893b HTTP/1.1" status: 204 len: 168 time: 0.2944436 Apr 12 20:11:02.623327 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf47e9a-2e20-41de-822e-5d850257bd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7faa7c-3863-4fa4-aaf8-e012e72c893b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:02.680569 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=f06a28b7-dd14-4f4f-949b-1985aed9baa5,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:02.748630 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7445c-610d-46b2-8646-a21fa3fd5209 req-31578332-60d1-46fe-9e4d-7633ac59abe2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:02.750323 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5dc7445c-610d-46b2-8646-a21fa3fd5209 req-31578332-60d1-46fe-9e4d-7633ac59abe2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0505071 Apr 12 20:11:02.808368 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5dc7445c-610d-46b2-8646-a21fa3fd5209 req-a2ffd2b3-0588-438e-8875-4e8a5986b9e7 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495772 Apr 12 20:11:03.234593 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32122b4f-ce83-44ed-9d07-e3c962da6094 req-8ffdc817-434f-4abc-b1e0-572269a8c9f8 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:03.236157 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-32122b4f-ce83-44ed-9d07-e3c962da6094 req-8ffdc817-434f-4abc-b1e0-572269a8c9f8 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.0497763 Apr 12 20:11:03.285215 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-32122b4f-ce83-44ed-9d07-e3c962da6094 req-126f1d0e-f57d-44a1-bdfb-80bec00ba3f7 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Apr 12 20:11:03.689933 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebeea6-45aa-42c9-a53b-49444fbb8df9 req-f51d885a-8184-4553-9ca2-9c7c5c89fdcc tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:03.691502 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-adebeea6-45aa-42c9-a53b-49444fbb8df9 req-f51d885a-8184-4553-9ca2-9c7c5c89fdcc tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.0489335 Apr 12 20:11:03.741895 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-adebeea6-45aa-42c9-a53b-49444fbb8df9 req-90a77b50-1e78-4a19-98b5-07149931bfa1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 Apr 12 20:11:03.927340 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c916b3c-ec3d-4d50-907a-b021bda20028 req-a4738acb-21f0-45b3-8af0-231d28169ccd tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:03.928838 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2c916b3c-ec3d-4d50-907a-b021bda20028 req-a4738acb-21f0-45b3-8af0-231d28169ccd tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0509868 Apr 12 20:11:03.976589 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2c916b3c-ec3d-4d50-907a-b021bda20028 req-f1fb7a4f-d837-4778-9065-66f18757c288 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418217 Apr 12 20:11:04.287890 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['f06a28b7-dd14-4f4f-949b-1985aed9baa5'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:11:04.338811 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 36508) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:04.385825 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad3649-70d7-4a24-8aa2-a3759ab18f54 req-c2384de1-050d-4187-a51f-ca5f1057adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:04.387666 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-45ad3649-70d7-4a24-8aa2-a3759ab18f54 req-c2384de1-050d-4187-a51f-ca5f1057adbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36239d1c41ef42b1b707d6cf657711ee&device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 1127 time: 0.0786502 Apr 12 20:11:04.459801 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaa0b7-7c89-40d2-bc7d-7f8b5b8242aa req-b4fb59e6-4a40-4182-9fbb-2130b826940b tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:04.468604 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-20eaa0b7-7c89-40d2-bc7d-7f8b5b8242aa req-b4fb59e6-4a40-4182-9fbb-2130b826940b tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.0761018 Apr 12 20:11:04.560087 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-20eaa0b7-7c89-40d2-bc7d-7f8b5b8242aa req-f75f2249-384f-4634-87ba-7c235c1c7f99 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905054 Apr 12 20:11:04.586824 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-6befe0ab-eca4-46f8-9309-7af40dc776a7 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080416 Apr 12 20:11:04.604375 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb7b7-c090-4470-8f25-f49cd3d4951f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:04.694518 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb7b7-c090-4470-8f25-f49cd3d4951f admin admin] Publish callbacks [] for security_group (b1693e20-29e0-4442-8559-4de73e77f1d9), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:04.702005 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd0eb7b7-c090-4470-8f25-f49cd3d4951f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b1693e20-29e0-4442-8559-4de73e77f1d9), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:04.709330 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad3649-70d7-4a24-8aa2-a3759ab18f54 req-79423d31-9a2f-4b37-9648-8e708f0f3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:04.711072 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-45ad3649-70d7-4a24-8aa2-a3759ab18f54 req-79423d31-9a2f-4b37-9648-8e708f0f3500 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=36239d1c41ef42b1b707d6cf657711ee&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3153389 Apr 12 20:11:04.760308 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-fd0eb7b7-c090-4470-8f25-f49cd3d4951f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47119014420e432e80685592ed20abe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698609 Apr 12 20:11:04.762189 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36532) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:04.770173 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0eb7b7-c090-4470-8f25-f49cd3d4951f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1693e20-29e0-4442-8559-4de73e77f1d9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:05.022245 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae857f6b-5810-4b1d-82f2-53c22d7a83ef req-69ab9e75-993f-49df-ac9d-9f6a4b5238ec tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:05.025018 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ae857f6b-5810-4b1d-82f2-53c22d7a83ef req-69ab9e75-993f-49df-ac9d-9f6a4b5238ec tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.1719444 Apr 12 20:11:05.109448 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d162c46-0552-42f2-a8ed-1ca98b1eee2b req-eaf52c5a-bb05-482b-8548-e732c095c5d3 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187418 Apr 12 20:11:05.197058 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135a16c-b891-44de-9c8e-20c0d2dd22be req-226b2167-f2ba-4222-ae42-de3d76d47de0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:05.198827 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9135a16c-b891-44de-9c8e-20c0d2dd22be req-226b2167-f2ba-4222-ae42-de3d76d47de0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0639319 Apr 12 20:11:05.253360 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ae857f6b-5810-4b1d-82f2-53c22d7a83ef req-18f53579-108d-4542-9d33-c9a90b108a4c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200527 Apr 12 20:11:05.269294 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 36566) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:05.283313 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9135a16c-b891-44de-9c8e-20c0d2dd22be req-a6426ee7-ebc7-409d-9517-04a351079f80 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715520 Apr 12 20:11:05.302731 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d219dd2-408e-4409-bea0-cc40a85a08b6 admin admin] Publish callbacks [] for security_group (b1693e20-29e0-4442-8559-4de73e77f1d9), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.306062 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad3649-70d7-4a24-8aa2-a3759ab18f54 req-32608f1b-374a-45ee-a71a-9dd5c3c25015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:05.317191 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-45ad3649-70d7-4a24-8aa2-a3759ab18f54 req-32608f1b-374a-45ee-a71a-9dd5c3c25015 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5020959 Apr 12 20:11:05.347037 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d219dd2-408e-4409-bea0-cc40a85a08b6 admin admin] Publish callbacks [] for security_group (b1693e20-29e0-4442-8559-4de73e77f1d9), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.402463 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d219dd2-408e-4409-bea0-cc40a85a08b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b1693e20-29e0-4442-8559-4de73e77f1d9), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.407467 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d219dd2-408e-4409-bea0-cc40a85a08b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.411362 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-1d219dd2-408e-4409-bea0-cc40a85a08b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1693e20-29e0-4442-8559-4de73e77f1d9 HTTP/1.1" status: 204 len: 168 time: 0.6453295 Apr 12 20:11:05.419193 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d219dd2-408e-4409-bea0-cc40a85a08b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1693e20-29e0-4442-8559-4de73e77f1d9,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:05.443555 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 36582) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:05.509525 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-738c1127-d978-4994-9f0d-39e8b4a09b75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.578157 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1342-cfbf-4d57-a981-64568db87735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.686938 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-738c1127-d978-4994-9f0d-39e8b4a09b75 admin admin] Publish callbacks [] for security_group (d5ad6a5a-0506-4c3d-92e0-9fe2ec7f2ca2), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.697485 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-738c1127-d978-4994-9f0d-39e8b4a09b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d5ad6a5a-0506-4c3d-92e0-9fe2ec7f2ca2), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.709582 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116b8cc-fb38-4bd2-adac-95a84b780fe5 req-6c27f4dd-cb31-4bde-9b8a-13873691f36a tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:05.711053 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7116b8cc-fb38-4bd2-adac-95a84b780fe5 req-6c27f4dd-cb31-4bde-9b8a-13873691f36a tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.0797997 Apr 12 20:11:05.762879 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36592) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:05.776686 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-162af556-bf89-42ba-8690-ffe0234595b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.778987 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-738c1127-d978-4994-9f0d-39e8b4a09b75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c0ad833b9444a6f9f589625100e7106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5082133 Apr 12 20:11:05.783449 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36594) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:05.787194 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c1127-d978-4994-9f0d-39e8b4a09b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ad6a5a-0506-4c3d-92e0-9fe2ec7f2ca2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:05.812037 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1342-cfbf-4d57-a981-64568db87735 admin admin] Publish callbacks [] for security_group (8677bb9b-6b3f-46ff-a8d0-7d84e9a87d73), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.820065 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1342-cfbf-4d57-a981-64568db87735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (8677bb9b-6b3f-46ff-a8d0-7d84e9a87d73), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.841318 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7116b8cc-fb38-4bd2-adac-95a84b780fe5 req-f52046e1-188b-4700-a70c-12ac96c7b1f6 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113784 Apr 12 20:11:05.866054 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c1342-cfbf-4d57-a981-64568db87735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8677bb9b-6b3f-46ff-a8d0-7d84e9a87d73,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:05.872840 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-0c8c1342-cfbf-4d57-a981-64568db87735 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3f5b68e1f894799926c7af4446eaefa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4265208 Apr 12 20:11:05.873057 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 36596) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:05.882762 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8083a92a-d11f-4af2-8b80-b1083b7889ce admin admin] Publish callbacks [] for security_group (d5ad6a5a-0506-4c3d-92e0-9fe2ec7f2ca2), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.921009 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8083a92a-d11f-4af2-8b80-b1083b7889ce admin admin] Publish callbacks [] for security_group (d5ad6a5a-0506-4c3d-92e0-9fe2ec7f2ca2), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.922917 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45f4a192-1e04-46c2-ade3-40f65d7d4952 admin admin] Publish callbacks [] for security_group (8677bb9b-6b3f-46ff-a8d0-7d84e9a87d73), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.937766 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-162af556-bf89-42ba-8690-ffe0234595b3 admin admin] Publish callbacks [] for security_group (d0167f5f-2abf-416f-813b-3724386bdc95), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.945374 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-67cbef47-9d00-4ddd-9b6a-d0872868c693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.948189 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45f4a192-1e04-46c2-ade3-40f65d7d4952 admin admin] Publish callbacks [] for security_group (8677bb9b-6b3f-46ff-a8d0-7d84e9a87d73), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.949694 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-162af556-bf89-42ba-8690-ffe0234595b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d0167f5f-2abf-416f-813b-3724386bdc95), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:05.997516 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45f4a192-1e04-46c2-ade3-40f65d7d4952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (8677bb9b-6b3f-46ff-a8d0-7d84e9a87d73), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.000326 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45f4a192-1e04-46c2-ade3-40f65d7d4952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.001565 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-45f4a192-1e04-46c2-ade3-40f65d7d4952 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8677bb9b-6b3f-46ff-a8d0-7d84e9a87d73 HTTP/1.1" status: 204 len: 168 time: 0.1276035 Apr 12 20:11:06.009329 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-162af556-bf89-42ba-8690-ffe0234595b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78b8450be04b446fb9079d3f6467c528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452507 Apr 12 20:11:06.010456 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162af556-bf89-42ba-8690-ffe0234595b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0167f5f-2abf-416f-813b-3724386bdc95,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:06.014887 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36600) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:06.017802 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4a192-1e04-46c2-ade3-40f65d7d4952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8677bb9b-6b3f-46ff-a8d0-7d84e9a87d73,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:06.044958 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8083a92a-d11f-4af2-8b80-b1083b7889ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d5ad6a5a-0506-4c3d-92e0-9fe2ec7f2ca2), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.050028 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8083a92a-d11f-4af2-8b80-b1083b7889ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.054104 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-8083a92a-d11f-4af2-8b80-b1083b7889ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5ad6a5a-0506-4c3d-92e0-9fe2ec7f2ca2 HTTP/1.1" status: 204 len: 168 time: 0.2661552 Apr 12 20:11:06.074924 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083a92a-d11f-4af2-8b80-b1083b7889ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ad6a5a-0506-4c3d-92e0-9fe2ec7f2ca2,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:06.116523 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c146e92-e863-4826-8b08-5cd8c584ca3d admin admin] Publish callbacks [] for security_group (d0167f5f-2abf-416f-813b-3724386bdc95), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.142939 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c146e92-e863-4826-8b08-5cd8c584ca3d admin admin] Publish callbacks [] for security_group (d0167f5f-2abf-416f-813b-3724386bdc95), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.199333 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c146e92-e863-4826-8b08-5cd8c584ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d0167f5f-2abf-416f-813b-3724386bdc95), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.202556 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c146e92-e863-4826-8b08-5cd8c584ca3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.203762 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-6c146e92-e863-4826-8b08-5cd8c584ca3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0167f5f-2abf-416f-813b-3724386bdc95 HTTP/1.1" status: 204 len: 168 time: 0.1879702 Apr 12 20:11:06.213712 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c146e92-e863-4826-8b08-5cd8c584ca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0167f5f-2abf-416f-813b-3724386bdc95,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:06.369038 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf31877-ceb3-4a77-9c94-c8f2bb44bbba req-2444b2ea-b3d2-4e4d-b823-6d9702342ed2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:06.370551 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcf31877-ceb3-4a77-9c94-c8f2bb44bbba req-2444b2ea-b3d2-4e4d-b823-6d9702342ed2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.0525753 Apr 12 20:11:06.374490 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device f06a28b7-dd14-4f4f-949b-1985aed9baa5 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:11:06.446273 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port f06a28b7-dd14-4f4f-949b-1985aed9baa5 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:11:06.454769 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port f06a28b7-dd14-4f4f-949b-1985aed9baa5 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:06.455208 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.467503 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73332e5-86c3-41fc-92b1-9b694425da99 req-7543136b-e69c-47b8-900a-f1bb600d1039 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:06.469716 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a73332e5-86c3-41fc-92b1-9b694425da99 req-7543136b-e69c-47b8-900a-f1bb600d1039 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0695748 Apr 12 20:11:06.479132 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcf31877-ceb3-4a77-9c94-c8f2bb44bbba req-de82c013-54f2-4542-8216-f711d59fe26c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953825 Apr 12 20:11:06.498569 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36616) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:06.525807 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1118ef93-2c81-48b7-81e7-35bb5d6362ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.528561 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a73332e5-86c3-41fc-92b1-9b694425da99 req-e6afbc8f-5365-4f25-a7ef-afa25e20a619 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475478 Apr 12 20:11:06.571395 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port f06a28b7-dd14-4f4f-949b-1985aed9baa5 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:06.571794 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.603174 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cdcef4-03ae-4db2-8b13-655c5dbea52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a28b7-dd14-4f4f-949b-1985aed9baa5'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:06.605803 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaab08d-c322-4ec8-bc98-183767ad3bc2" -d '{"events": [{"server_uuid": "64cdcef4-03ae-4db2-8b13-655c5dbea52c", "name": "network-vif-plugged", "status": "completed", "tag": "f06a28b7-dd14-4f4f-949b-1985aed9baa5"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:06.646138 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port f06a28b7-dd14-4f4f-949b-1985aed9baa5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f06a28b7-dd14-4f4f-949b-1985aed9baa5,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:06.655859 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.667633 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5604e324-f5db-4169-9895-3312bf59e8b1 x-openstack-request-id: req-5604e324-f5db-4169-9895-3312bf59e8b1 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:06.667957 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cdcef4-03ae-4db2-8b13-655c5dbea52c", "name": "network-vif-plugged", "status": "completed", "tag": "f06a28b7-dd14-4f4f-949b-1985aed9baa5", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:06.668213 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5604e324-f5db-4169-9895-3312bf59e8b1 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:06.668793 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5604e324-f5db-4169-9895-3312bf59e8b1'] response: {'server_uuid': '64cdcef4-03ae-4db2-8b13-655c5dbea52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a28b7-dd14-4f4f-949b-1985aed9baa5', 'code': 200} Apr 12 20:11:06.682580 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1118ef93-2c81-48b7-81e7-35bb5d6362ee admin admin] Publish callbacks [] for security_group (3837d743-f264-42e2-9b52-d139cedab24d), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.690754 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1118ef93-2c81-48b7-81e7-35bb5d6362ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (3837d743-f264-42e2-9b52-d139cedab24d), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.751954 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=f06a28b7-dd14-4f4f-949b-1985aed9baa5,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:06.764626 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-1118ef93-2c81-48b7-81e7-35bb5d6362ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20714d898a8246fc94f2717228c04e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646780 Apr 12 20:11:06.765460 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118ef93-2c81-48b7-81e7-35bb5d6362ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3837d743-f264-42e2-9b52-d139cedab24d,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:06.767253 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 36628) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:06.784659 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36630) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:06.803378 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a8cf2b82-9c1f-47ef-9ab8-dc14a3a2b265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.849132 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a1398784-5eda-4807-b690-e59a223b03a4 admin admin] Publish callbacks [] for security_group (3837d743-f264-42e2-9b52-d139cedab24d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.880310 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a1398784-5eda-4807-b690-e59a223b03a4 admin admin] Publish callbacks [] for security_group (3837d743-f264-42e2-9b52-d139cedab24d), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.899104 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a8cf2b82-9c1f-47ef-9ab8-dc14a3a2b265 admin admin] Publish callbacks [] for security_group (fe190860-3640-46ec-9506-e69d540da189), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.906809 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a8cf2b82-9c1f-47ef-9ab8-dc14a3a2b265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (fe190860-3640-46ec-9506-e69d540da189), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:06.947678 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-a8cf2b82-9c1f-47ef-9ab8-dc14a3a2b265 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6757f8a8541242c6862d2c16a733493b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624122 Apr 12 20:11:06.950592 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36638) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:06.956805 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf2b82-9c1f-47ef-9ab8-dc14a3a2b265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe190860-3640-46ec-9506-e69d540da189,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:07.000299 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebae99c-04fb-48b5-b32c-7cbecd043b81 req-fef3946d-cbd2-46e8-99de-211539dd6751 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:07.003184 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eebae99c-04fb-48b5-b32c-7cbecd043b81 req-fef3946d-cbd2-46e8-99de-211539dd6751 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.0655262 Apr 12 20:11:07.017779 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dcceaf92-a1a7-4594-a0b8-82fe98d0b6ad admin admin] Publish callbacks [] for security_group (fe190860-3640-46ec-9506-e69d540da189), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:07.026045 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a1398784-5eda-4807-b690-e59a223b03a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (3837d743-f264-42e2-9b52-d139cedab24d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:07.029166 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a1398784-5eda-4807-b690-e59a223b03a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:07.032991 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a1398784-5eda-4807-b690-e59a223b03a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3837d743-f264-42e2-9b52-d139cedab24d HTTP/1.1" status: 204 len: 168 time: 0.2647145 Apr 12 20:11:07.060471 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1398784-5eda-4807-b690-e59a223b03a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3837d743-f264-42e2-9b52-d139cedab24d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:07.082881 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dcceaf92-a1a7-4594-a0b8-82fe98d0b6ad admin admin] Publish callbacks [] for security_group (fe190860-3640-46ec-9506-e69d540da189), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:07.121660 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eebae99c-04fb-48b5-b32c-7cbecd043b81 req-9ef0701b-d72d-4f1a-bea0-02b3ccd5542f tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873606 Apr 12 20:11:07.205140 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dcceaf92-a1a7-4594-a0b8-82fe98d0b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (fe190860-3640-46ec-9506-e69d540da189), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:07.207619 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dcceaf92-a1a7-4594-a0b8-82fe98d0b6ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:07.208824 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-dcceaf92-a1a7-4594-a0b8-82fe98d0b6ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe190860-3640-46ec-9506-e69d540da189 HTTP/1.1" status: 204 len: 168 time: 0.2573781 Apr 12 20:11:07.217102 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcceaf92-a1a7-4594-a0b8-82fe98d0b6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe190860-3640-46ec-9506-e69d540da189,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:07.612481 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94824361-a707-4ef6-a1a8-1f61975daf83 req-d8e3b977-29b1-4992-ad42-3ff6f61ca8a3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:07.614448 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-94824361-a707-4ef6-a1a8-1f61975daf83 req-d8e3b977-29b1-4992-ad42-3ff6f61ca8a3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.0623937 Apr 12 20:11:07.894790 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab316fa-4f99-4ad7-b68a-bb9ea6788f0a req-e8d785b7-2075-44e8-8ecc-5970a6a29a37 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:07.896283 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0ab316fa-4f99-4ad7-b68a-bb9ea6788f0a req-e8d785b7-2075-44e8-8ecc-5970a6a29a37 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.2807763 Apr 12 20:11:07.915344 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-94824361-a707-4ef6-a1a8-1f61975daf83 req-a621ff89-261d-47ff-a752-8561a521c223 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909396 Apr 12 20:11:07.955065 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0ab316fa-4f99-4ad7-b68a-bb9ea6788f0a req-528a6e52-3596-4138-8573-2e8c8b682c08 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510912 Apr 12 20:11:08.191001 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36716) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:08.277361 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfb7b7-dc01-4f37-b77f-86cd473815de req-c8fb74fe-edb9-42a9-9442-c298c595c593 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:08.284538 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-efdfb7b7-dc01-4f37-b77f-86cd473815de req-c8fb74fe-edb9-42a9-9442-c298c595c593 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.0661116 Apr 12 20:11:08.341079 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-efdfb7b7-dc01-4f37-b77f-86cd473815de req-b3312db9-cbe9-4081-bd22-a286051d6cc2 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554581 Apr 12 20:11:08.441185 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbe97-bf76-488e-b318-b90520daf531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:08.447931 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-117464b4-5aa4-4e42-bc95-bcbc09c03a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:08.532756 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbe97-bf76-488e-b318-b90520daf531 admin admin] Publish callbacks [] for security_group (99a331ff-9e4f-4c4d-a29a-ada700fd179c), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:08.537938 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9b9fbe97-bf76-488e-b318-b90520daf531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (99a331ff-9e4f-4c4d-a29a-ada700fd179c), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:08.577555 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fbe97-bf76-488e-b318-b90520daf531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a331ff-9e4f-4c4d-a29a-ada700fd179c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:08.585029 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-9b9fbe97-bf76-488e-b318-b90520daf531 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5cf0376fe4d49769111d5971fa7b9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898118 Apr 12 20:11:08.585468 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 36734) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:08.645883 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd6439ac-5659-4b81-9b1d-54ef34cf13fe admin admin] Publish callbacks [] for security_group (99a331ff-9e4f-4c4d-a29a-ada700fd179c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:08.670944 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd6439ac-5659-4b81-9b1d-54ef34cf13fe admin admin] Publish callbacks [] for security_group (99a331ff-9e4f-4c4d-a29a-ada700fd179c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:08.725392 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd6439ac-5659-4b81-9b1d-54ef34cf13fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (99a331ff-9e4f-4c4d-a29a-ada700fd179c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:08.727968 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd6439ac-5659-4b81-9b1d-54ef34cf13fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:08.731491 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-dd6439ac-5659-4b81-9b1d-54ef34cf13fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99a331ff-9e4f-4c4d-a29a-ada700fd179c HTTP/1.1" status: 204 len: 168 time: 0.1423788 Apr 12 20:11:08.737582 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6439ac-5659-4b81-9b1d-54ef34cf13fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a331ff-9e4f-4c4d-a29a-ada700fd179c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:09.064026 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9de244-f789-48a7-8349-c258a15d2351 req-ae6b8aa5-358b-4538-8fdf-eca663e78250 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:09.068871 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e9de244-f789-48a7-8349-c258a15d2351 req-ae6b8aa5-358b-4538-8fdf-eca663e78250 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.0712574 Apr 12 20:11:09.137109 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142edbc-c402-4b5e-9c42-3c59fa608cd1 req-6d3b4ad1-fcc6-4237-8060-0862ddcd09c0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:09.138727 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f142edbc-c402-4b5e-9c42-3c59fa608cd1 req-6d3b4ad1-fcc6-4237-8060-0862ddcd09c0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0685577 Apr 12 20:11:09.176762 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e9de244-f789-48a7-8349-c258a15d2351 req-0b8c2caa-9b06-4b99-aa26-2dfcb13f6808 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966682 Apr 12 20:11:09.223220 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f142edbc-c402-4b5e-9c42-3c59fa608cd1 req-1299c989-f34a-4751-aef6-40aa749166cd tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640001 Apr 12 20:11:09.500308 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97279e0-66b7-4c57-9362-e1f24be6ca25 req-028478c1-22d7-4d65-8b0c-f9801a0b2050 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:09.506164 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c8762-8891-4eed-9292-74a1ab312563 req-0abcfc82-ac33-4b4c-a2e5-2f4d7eb6df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:09.507590 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a97279e0-66b7-4c57-9362-e1f24be6ca25 req-028478c1-22d7-4d65-8b0c-f9801a0b2050 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.0804563 Apr 12 20:11:09.508756 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-0abcfc82-ac33-4b4c-a2e5-2f4d7eb6df63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36239d1c41ef42b1b707d6cf657711ee&device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 1127 time: 0.1003036 Apr 12 20:11:09.562518 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:09.569901 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b261c2-3b03-4f56-a2f8-e0b116e9e452 req-69d14341-c604-4934-b2a3-f0385131cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:09.570614 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-668cb290-dff5-4145-8dac-67f7a5d9ec4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b HTTP/1.1" status: 200 len: 217 time: 0.0515106 Apr 12 20:11:09.571471 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-63b261c2-3b03-4f56-a2f8-e0b116e9e452 req-69d14341-c604-4934-b2a3-f0385131cb54 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 1130 time: 0.0478702 Apr 12 20:11:09.637823 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c8762-8891-4eed-9292-74a1ab312563 req-d378b687-7d5a-435e-9cca-47877e4e56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:09.639794 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-d378b687-7d5a-435e-9cca-47877e4e56dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=949bc912-0fa2-4a4f-93d6-8e76c474a8f3 HTTP/1.1" status: 200 len: 855 time: 0.0574789 Apr 12 20:11:09.646360 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a97279e0-66b7-4c57-9362-e1f24be6ca25 req-5212bb44-a268-4c8c-b131-1c724e320d58 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378257 Apr 12 20:11:09.648606 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-63b261c2-3b03-4f56-a2f8-e0b116e9e452 req-1dc1ef66-4e01-49d8-9c3a-32cf2d68947c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633254 Apr 12 20:11:09.714448 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c8762-8891-4eed-9292-74a1ab312563 req-e2f1ad10-cdbb-4282-9227-b7aeff04c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:09.716034 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-e2f1ad10-cdbb-4282-9227-b7aeff04c567 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de93d020-fd87-43f9-9b84-c46a616eebc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621274 Apr 12 20:11:09.971766 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-520ad099-96b9-494e-ab36-d408a3798845 service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099627 Apr 12 20:11:10.094778 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-727c8762-8891-4eed-9292-74a1ab312563 req-e7842cb1-f491-4017-b1e3-c7a996d5f0fa service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154847 Apr 12 20:11:10.415816 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fd769-7e16-4b4d-ad55-1f88a8909cc0 req-672556f6-ce11-4b59-9756-2f5eb53c473d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:10.417568 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-804fd769-7e16-4b4d-ad55-1f88a8909cc0 req-672556f6-ce11-4b59-9756-2f5eb53c473d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 943 time: 0.1062672 Apr 12 20:11:10.431333 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8207b-bcd0-429c-8cb6-8aa7dc5a193e req-b15c24de-32ee-4269-9af7-7a1e30f5100a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:10.432981 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c9c8207b-bcd0-429c-8cb6-8aa7dc5a193e req-b15c24de-32ee-4269-9af7-7a1e30f5100a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0677402 Apr 12 20:11:10.530996 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-804fd769-7e16-4b4d-ad55-1f88a8909cc0 req-b900fba8-1470-414a-b39e-c7fe440a2706 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918570 Apr 12 20:11:10.535207 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c9c8207b-bcd0-429c-8cb6-8aa7dc5a193e req-cca48a55-dc62-4b48-9cca-861659d7dc5a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920110 Apr 12 20:11:10.706628 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:10.786255 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 36896) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:10.886843 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c006ab70-b7f7-4440-b39a-c5f0614fba1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:10.965880 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c006ab70-b7f7-4440-b39a-c5f0614fba1b admin admin] Publish callbacks [] for security_group (aa8b06fe-5b4c-4742-9e64-b9af421deb0a), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:10.970358 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c006ab70-b7f7-4440-b39a-c5f0614fba1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (aa8b06fe-5b4c-4742-9e64-b9af421deb0a), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.009609 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 2be6d7f6-31e4-41e2-93eb-66df8212b675 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:11:11.015498 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-c006ab70-b7f7-4440-b39a-c5f0614fba1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5370d93e5a0f49bfad3aa0422b4513b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280090 Apr 12 20:11:11.015683 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36902) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:11.016677 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006ab70-b7f7-4440-b39a-c5f0614fba1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8b06fe-5b4c-4742-9e64-b9af421deb0a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:11.080142 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-889394f8-6fbe-4488-b035-06e7eb6717af admin admin] Publish callbacks [] for security_group (aa8b06fe-5b4c-4742-9e64-b9af421deb0a), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.112375 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-889394f8-6fbe-4488-b035-06e7eb6717af admin admin] Publish callbacks [] for security_group (aa8b06fe-5b4c-4742-9e64-b9af421deb0a), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.126970 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 2be6d7f6-31e4-41e2-93eb-66df8212b675, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2be6d7f6-31e4-41e2-93eb-66df8212b675,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:11.139269 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '2be6d7f6-31e4-41e2-93eb-66df8212b675', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'port_id': '2be6d7f6-31e4-41e2-93eb-66df8212b675', 'mac_address': 'fa:16:3e:df:91:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:11:11.179732 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 2be6d7f6-31e4-41e2-93eb-66df8212b675 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:11.180033 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.182574 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-889394f8-6fbe-4488-b035-06e7eb6717af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (aa8b06fe-5b4c-4742-9e64-b9af421deb0a), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.186394 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-889394f8-6fbe-4488-b035-06e7eb6717af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.190588 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-889394f8-6fbe-4488-b035-06e7eb6717af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa8b06fe-5b4c-4742-9e64-b9af421deb0a HTTP/1.1" status: 204 len: 168 time: 0.1706574 Apr 12 20:11:11.197009 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be6d7f6-31e4-41e2-93eb-66df8212b675 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:11:11.209983 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889394f8-6fbe-4488-b035-06e7eb6717af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8b06fe-5b4c-4742-9e64-b9af421deb0a,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:11.224298 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 2be6d7f6-31e4-41e2-93eb-66df8212b675, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2be6d7f6-31e4-41e2-93eb-66df8212b675,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:11.235191 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.302107 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=2be6d7f6-31e4-41e2-93eb-66df8212b675,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:11.484082 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36916) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:11.496955 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5342a7c2-607a-44e1-8b40-47e929c5e76d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.573446 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5342a7c2-607a-44e1-8b40-47e929c5e76d admin admin] Publish callbacks [] for security_group (74ff7642-ce84-4f7c-9070-674981163cf1), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.577968 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5342a7c2-607a-44e1-8b40-47e929c5e76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (74ff7642-ce84-4f7c-9070-674981163cf1), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.619231 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-5342a7c2-607a-44e1-8b40-47e929c5e76d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=486eca092d9843e6a82692a1b9c98679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315646 Apr 12 20:11:11.619231 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342a7c2-607a-44e1-8b40-47e929c5e76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ff7642-ce84-4f7c-9070-674981163cf1,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:11.619838 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 36922) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:11.688529 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a60d1d-e241-49b8-b648-c5c9c89d112e req-d6e24c46-faa6-44e1-bf93-1dfd8fe063b1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:11.690518 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d8a60d1d-e241-49b8-b648-c5c9c89d112e req-d6e24c46-faa6-44e1-bf93-1dfd8fe063b1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 944 time: 0.0996978 Apr 12 20:11:11.703446 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3396b-7247-4ec6-af64-5c9427751915 req-d4b392a6-8aa6-478a-af73-cc83df9dfefc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:11.704879 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c5b3396b-7247-4ec6-af64-5c9427751915 req-d4b392a6-8aa6-478a-af73-cc83df9dfefc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0840886 Apr 12 20:11:11.780872 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6047fa72-90e1-4b92-9f38-ea8b261e2111 admin admin] Publish callbacks [] for security_group (74ff7642-ce84-4f7c-9070-674981163cf1), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.807498 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c5b3396b-7247-4ec6-af64-5c9427751915 req-188e2ae3-0ab2-49ad-8fbd-8d8ae699624d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915465 Apr 12 20:11:11.812372 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d8a60d1d-e241-49b8-b648-c5c9c89d112e req-b4e7cac1-fa29-4881-8ec4-67e82ffe628b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151106 Apr 12 20:11:11.825447 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6047fa72-90e1-4b92-9f38-ea8b261e2111 admin admin] Publish callbacks [] for security_group (74ff7642-ce84-4f7c-9070-674981163cf1), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.877104 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6047fa72-90e1-4b92-9f38-ea8b261e2111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (74ff7642-ce84-4f7c-9070-674981163cf1), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.880946 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6047fa72-90e1-4b92-9f38-ea8b261e2111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:11.882723 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6047fa72-90e1-4b92-9f38-ea8b261e2111 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74ff7642-ce84-4f7c-9070-674981163cf1 HTTP/1.1" status: 204 len: 168 time: 0.2607465 Apr 12 20:11:11.890638 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047fa72-90e1-4b92-9f38-ea8b261e2111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ff7642-ce84-4f7c-9070-674981163cf1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:12.442429 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 36974) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:12.547315 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a612d2f-c38e-42ed-817a-9aec13ca6708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:12.616409 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:12.631426 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a612d2f-c38e-42ed-817a-9aec13ca6708 admin admin] Publish callbacks [] for security_group (1bcab701-df72-4764-b32b-51cd9be5d87c), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:12.636175 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a612d2f-c38e-42ed-817a-9aec13ca6708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (1bcab701-df72-4764-b32b-51cd9be5d87c), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:12.678482 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-4a612d2f-c38e-42ed-817a-9aec13ca6708 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=133e10b5a7a743079f765061916b8147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346079 Apr 12 20:11:12.679171 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a612d2f-c38e-42ed-817a-9aec13ca6708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcab701-df72-4764-b32b-51cd9be5d87c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:12.680900 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 36986) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:12.741644 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f770-cd80-4ad8-a8f7-f1eae2756e72 admin admin] Publish callbacks [] for security_group (1bcab701-df72-4764-b32b-51cd9be5d87c), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:12.763039 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f770-cd80-4ad8-a8f7-f1eae2756e72 admin admin] Publish callbacks [] for security_group (1bcab701-df72-4764-b32b-51cd9be5d87c), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:12.810663 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f770-cd80-4ad8-a8f7-f1eae2756e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (1bcab701-df72-4764-b32b-51cd9be5d87c), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:12.813552 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f770-cd80-4ad8-a8f7-f1eae2756e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:12.817671 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-4cb8f770-cd80-4ad8-a8f7-f1eae2756e72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bcab701-df72-4764-b32b-51cd9be5d87c HTTP/1.1" status: 204 len: 168 time: 0.1278520 Apr 12 20:11:12.824601 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8f770-cd80-4ad8-a8f7-f1eae2756e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcab701-df72-4764-b32b-51cd9be5d87c,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:12.976586 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f69a-9fef-4e55-8ef8-685d4c389b82 req-e2557a5a-a06a-42b9-b12f-c185fa4c60cd tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:12.979877 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c6a0f69a-9fef-4e55-8ef8-685d4c389b82 req-e2557a5a-a06a-42b9-b12f-c185fa4c60cd tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0897222 Apr 12 20:11:12.994431 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc65a8f-ffc0-44c7-8e6f-aea3d50a9dad req-6a95bea1-80e6-48f6-89e7-cb62bf506b59 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:12.996267 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cfc65a8f-ffc0-44c7-8e6f-aea3d50a9dad req-6a95bea1-80e6-48f6-89e7-cb62bf506b59 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 944 time: 0.0933583 Apr 12 20:11:13.058243 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['2be6d7f6-31e4-41e2-93eb-66df8212b675'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:11:13.100892 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c6a0f69a-9fef-4e55-8ef8-685d4c389b82 req-57ff0ce0-52ae-462b-a584-9b8aabdf0e26 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032934 Apr 12 20:11:13.110378 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cfc65a8f-ffc0-44c7-8e6f-aea3d50a9dad req-5b5431bd-cf86-465a-827f-af2b5ce4f7a1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021552 Apr 12 20:11:13.296072 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37008) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:13.309880 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf21ce40-4c59-4258-9ce9-fd2e890d5656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:13.387720 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf21ce40-4c59-4258-9ce9-fd2e890d5656 admin admin] Publish callbacks [] for security_group (da171784-7833-4969-b764-6469a711a95f), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:13.391688 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf21ce40-4c59-4258-9ce9-fd2e890d5656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (da171784-7833-4969-b764-6469a711a95f), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:13.429533 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21ce40-4c59-4258-9ce9-fd2e890d5656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da171784-7833-4969-b764-6469a711a95f,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:13.436366 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-bf21ce40-4c59-4258-9ce9-fd2e890d5656 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa4eb967c9b243e88e630252b003a4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367605 Apr 12 20:11:13.436794 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 37016) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:13.491358 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2dfe917b-d270-4493-8c34-1ad0c83f6af6 admin admin] Publish callbacks [] for security_group (da171784-7833-4969-b764-6469a711a95f), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:13.515223 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2dfe917b-d270-4493-8c34-1ad0c83f6af6 admin admin] Publish callbacks [] for security_group (da171784-7833-4969-b764-6469a711a95f), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:13.564172 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2dfe917b-d270-4493-8c34-1ad0c83f6af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (da171784-7833-4969-b764-6469a711a95f), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:13.566902 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2dfe917b-d270-4493-8c34-1ad0c83f6af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:13.568087 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2dfe917b-d270-4493-8c34-1ad0c83f6af6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da171784-7833-4969-b764-6469a711a95f HTTP/1.1" status: 204 len: 168 time: 0.1296945 Apr 12 20:11:13.576996 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe917b-d270-4493-8c34-1ad0c83f6af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da171784-7833-4969-b764-6469a711a95f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:14.277891 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5621357-01c9-4a18-8eba-c3e524669acd req-b730a5ac-fe74-4289-9a08-de7c7c6e5ff4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:14.293560 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5621357-01c9-4a18-8eba-c3e524669acd req-b730a5ac-fe74-4289-9a08-de7c7c6e5ff4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.1211774 Apr 12 20:11:14.372905 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5621357-01c9-4a18-8eba-c3e524669acd req-ab457a18-e8bb-4932-91ce-5c6d9abb2644 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742519 Apr 12 20:11:14.539979 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4d300-aee5-432a-b089-da106e1f3e87 req-937bcb57-53a2-47e1-9dc1-9c07cbbf5b59 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:14.542191 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-95e4d300-aee5-432a-b089-da106e1f3e87 req-937bcb57-53a2-47e1-9dc1-9c07cbbf5b59 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 944 time: 0.0716746 Apr 12 20:11:14.612752 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-95e4d300-aee5-432a-b089-da106e1f3e87 req-11ab92c1-72f0-4fd9-91c0-d8e683c15f23 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618329 Apr 12 20:11:15.436676 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:11:15.489359 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8b98e-1862-4e65-b062-04de068f8b1f req-ceb5064e-4b62-4937-a661-e383c5ebd106 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:15.491603 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cfb8b98e-1862-4e65-b062-04de068f8b1f req-ceb5064e-4b62-4937-a661-e383c5ebd106 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0487065 Apr 12 20:11:15.493464 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 37140) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:15.539396 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cfb8b98e-1862-4e65-b062-04de068f8b1f req-559986c2-b8ca-43d7-8925-fc262be746ee tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406873 Apr 12 20:11:15.598015 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-561eac00-c36a-410c-a53c-8c33538190e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:15.676501 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-561eac00-c36a-410c-a53c-8c33538190e2 admin admin] Publish callbacks [] for security_group (2b2cdca5-11fd-46cb-95e7-3aac733c7a44), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:15.682204 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-561eac00-c36a-410c-a53c-8c33538190e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (2b2cdca5-11fd-46cb-95e7-3aac733c7a44), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:15.766399 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-561eac00-c36a-410c-a53c-8c33538190e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=814d65be24334653942710bae3ff2a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719467 Apr 12 20:11:15.767527 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eac00-c36a-410c-a53c-8c33538190e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2cdca5-11fd-46cb-95e7-3aac733c7a44,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:15.770116 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37150) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:15.778185 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad096b11-39b5-4345-ac43-761d6c4b911e req-7ae7144d-db91-49d4-ad88-656caf9240d3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:15.779199 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ad096b11-39b5-4345-ac43-761d6c4b911e req-7ae7144d-db91-49d4-ad88-656caf9240d3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 944 time: 0.0982306 Apr 12 20:11:15.826230 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-929f24f4-7066-43ba-8fc3-59387b2b865f admin admin] Publish callbacks [] for security_group (2b2cdca5-11fd-46cb-95e7-3aac733c7a44), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:15.831066 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ad096b11-39b5-4345-ac43-761d6c4b911e req-50eb00e8-adeb-4116-881f-f9fdaf02e173 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429342 Apr 12 20:11:15.854882 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-929f24f4-7066-43ba-8fc3-59387b2b865f admin admin] Publish callbacks [] for security_group (2b2cdca5-11fd-46cb-95e7-3aac733c7a44), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:15.901789 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-929f24f4-7066-43ba-8fc3-59387b2b865f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (2b2cdca5-11fd-46cb-95e7-3aac733c7a44), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:15.904443 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-929f24f4-7066-43ba-8fc3-59387b2b865f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:15.905624 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-929f24f4-7066-43ba-8fc3-59387b2b865f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b2cdca5-11fd-46cb-95e7-3aac733c7a44 HTTP/1.1" status: 204 len: 168 time: 0.1345224 Apr 12 20:11:15.914183 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f24f4-7066-43ba-8fc3-59387b2b865f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2cdca5-11fd-46cb-95e7-3aac733c7a44,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:16.185008 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37164) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:16.197865 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cee5c1af-9bb9-4f62-9f12-d207a4d75a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.275846 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cee5c1af-9bb9-4f62-9f12-d207a4d75a82 admin admin] Publish callbacks [] for security_group (d39136d3-9861-4944-9679-7a5203e54e4b), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.279366 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cee5c1af-9bb9-4f62-9f12-d207a4d75a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d39136d3-9861-4944-9679-7a5203e54e4b), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.316464 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-cee5c1af-9bb9-4f62-9f12-d207a4d75a82 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df28f899e94244308c3e2f69590f826e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303957 Apr 12 20:11:16.318416 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5c1af-9bb9-4f62-9f12-d207a4d75a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39136d3-9861-4944-9679-7a5203e54e4b,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:16.319107 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 37166) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:16.367348 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1d655b1-6381-42e3-8bf3-e50b8a0add95 admin admin] Publish callbacks [] for security_group (d39136d3-9861-4944-9679-7a5203e54e4b), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.387534 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1d655b1-6381-42e3-8bf3-e50b8a0add95 admin admin] Publish callbacks [] for security_group (d39136d3-9861-4944-9679-7a5203e54e4b), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.437244 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1d655b1-6381-42e3-8bf3-e50b8a0add95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d39136d3-9861-4944-9679-7a5203e54e4b), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.440471 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1d655b1-6381-42e3-8bf3-e50b8a0add95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.441627 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-c1d655b1-6381-42e3-8bf3-e50b8a0add95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d39136d3-9861-4944-9679-7a5203e54e4b HTTP/1.1" status: 204 len: 168 time: 0.1215544 Apr 12 20:11:16.449663 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d655b1-6381-42e3-8bf3-e50b8a0add95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39136d3-9861-4944-9679-7a5203e54e4b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:16.506586 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device eb0e1c2a-2bda-4915-a791-6894aa5aa38b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:11:16.667699 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd4e2a-64d9-4493-9453-80c13e6c606f req-d2ffda2b-1f2e-4e46-8694-e57af619b95c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:16.669315 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2bcd4e2a-64d9-4493-9453-80c13e6c606f req-d2ffda2b-1f2e-4e46-8694-e57af619b95c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0501285 Apr 12 20:11:16.718859 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:16.728870 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2bcd4e2a-64d9-4493-9453-80c13e6c606f req-db2afdbb-03dc-4519-969e-cf306cfd241e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537019 Apr 12 20:11:16.743039 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'port_id': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'mac_address': 'fa:16:3e:3e:44:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:11:16.780735 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port eb0e1c2a-2bda-4915-a791-6894aa5aa38b is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:16.781133 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.794555 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0e1c2a-2bda-4915-a791-6894aa5aa38b {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:11:16.815788 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:16.820776 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:16.873176 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:16.948899 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ce213-45cb-49e9-81bb-9be5d29e6e5b req-51bb4da7-ace8-4ac7-8f9d-c7424abea4d2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:16.950373 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-af6ce213-45cb-49e9-81bb-9be5d29e6e5b req-51bb4da7-ace8-4ac7-8f9d-c7424abea4d2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 944 time: 0.0495689 Apr 12 20:11:16.999969 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-af6ce213-45cb-49e9-81bb-9be5d29e6e5b req-9689462b-cc1e-4852-bf6d-667fe7329937 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439100 Apr 12 20:11:17.424542 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 2be6d7f6-31e4-41e2-93eb-66df8212b675 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:11:17.474816 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 2be6d7f6-31e4-41e2-93eb-66df8212b675 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:11:17.480690 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 2be6d7f6-31e4-41e2-93eb-66df8212b675 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:17.481233 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:17.563211 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 2be6d7f6-31e4-41e2-93eb-66df8212b675 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:17.563796 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:17.590399 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-e31e9a50-19dc-47d3-91fd-263208019938 req-1596db8a-c9f7-4050-b5b1-538f1c141c8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863547 Apr 12 20:11:17.600275 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f53526-0988-4e59-b046-8bdffd80691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be6d7f6-31e4-41e2-93eb-66df8212b675'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:17.602419 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf839253-4bba-48ce-b970-0863c766ccd4" -d '{"events": [{"server_uuid": "a9f53526-0988-4e59-b046-8bdffd80691d", "name": "network-vif-plugged", "status": "completed", "tag": "2be6d7f6-31e4-41e2-93eb-66df8212b675"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:17.615910 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 2be6d7f6-31e4-41e2-93eb-66df8212b675, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2be6d7f6-31e4-41e2-93eb-66df8212b675,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:17.620669 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:17.645725 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a721a70a-c1c2-410b-93c3-d7490aef44d8 x-openstack-request-id: req-a721a70a-c1c2-410b-93c3-d7490aef44d8 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:17.646090 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f53526-0988-4e59-b046-8bdffd80691d", "name": "network-vif-plugged", "status": "completed", "tag": "2be6d7f6-31e4-41e2-93eb-66df8212b675", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:17.646375 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a721a70a-c1c2-410b-93c3-d7490aef44d8 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:17.646766 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a721a70a-c1c2-410b-93c3-d7490aef44d8'] response: {'server_uuid': 'a9f53526-0988-4e59-b046-8bdffd80691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be6d7f6-31e4-41e2-93eb-66df8212b675', 'code': 200} Apr 12 20:11:17.674432 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=2be6d7f6-31e4-41e2-93eb-66df8212b675,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:17.714752 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['eb0e1c2a-2bda-4915-a791-6894aa5aa38b'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:11:17.811119 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e9a50-19dc-47d3-91fd-263208019938 req-43e6683f-2150-40b2-b541-9b9dec520aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:17.813110 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-e31e9a50-19dc-47d3-91fd-263208019938 req-43e6683f-2150-40b2-b541-9b9dec520aaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99473ef92aa6423597a2294a5c26f846&device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 1129 time: 0.0648646 Apr 12 20:11:17.869926 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1e289-2028-445e-9408-7acf4d1d137e req-b60cedef-026f-47d3-a614-beb445b71e25 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:17.871453 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3a1e289-2028-445e-9408-7acf4d1d137e req-b60cedef-026f-47d3-a614-beb445b71e25 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 944 time: 0.0585816 Apr 12 20:11:17.936843 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3a1e289-2028-445e-9408-7acf4d1d137e req-1dee5517-7841-446d-a26b-fea8b1c7130d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550246 Apr 12 20:11:17.944186 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e9a50-19dc-47d3-91fd-263208019938 req-f34607c7-44ad-4880-b26a-650d002c9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:17.945708 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-e31e9a50-19dc-47d3-91fd-263208019938 req-f34607c7-44ad-4880-b26a-650d002c9483 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a947333a-c3ab-4dbf-97f6-913f53a1c5fc HTTP/1.1" status: 200 len: 912 time: 0.1135314 Apr 12 20:11:18.124157 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ba4a5-ef5f-49a3-bac9-aba25493d6e0 req-ff100053-0977-48e4-bf76-1601f56d841a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:18.125771 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-322ba4a5-ef5f-49a3-bac9-aba25493d6e0 req-ff100053-0977-48e4-bf76-1601f56d841a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0548966 Apr 12 20:11:18.173069 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-322ba4a5-ef5f-49a3-bac9-aba25493d6e0 req-8d22732a-804b-4bce-93ca-a59e498f17ab tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Apr 12 20:11:19.050531 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b49bc4-7738-4455-9340-ce04531c6f36 req-bcbb0e61-478d-4d78-9aab-7a816b81b97c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:19.052013 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d6b49bc4-7738-4455-9340-ce04531c6f36 req-bcbb0e61-478d-4d78-9aab-7a816b81b97c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 944 time: 0.0520701 Apr 12 20:11:19.105985 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d6b49bc4-7738-4455-9340-ce04531c6f36 req-89fd452b-8354-4482-98cf-e298c1640a58 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478511 Apr 12 20:11:19.287628 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b416ba-f936-401e-8780-125784fda02f req-5a5b7b2b-7b33-4f8e-b98a-6e89da31ccdf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:19.289131 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-22b416ba-f936-401e-8780-125784fda02f req-5a5b7b2b-7b33-4f8e-b98a-6e89da31ccdf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0502582 Apr 12 20:11:19.335476 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-22b416ba-f936-401e-8780-125784fda02f req-d70b452b-5145-46dd-93c3-8e6549881d99 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Apr 12 20:11:20.222819 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da37db-f3d3-4462-9ac1-71acb0531205 req-978f22bc-1fd3-4113-b0a9-c591528b6c6b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:20.224277 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5da37db-f3d3-4462-9ac1-71acb0531205 req-978f22bc-1fd3-4113-b0a9-c591528b6c6b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 944 time: 0.0465724 Apr 12 20:11:20.272098 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5da37db-f3d3-4462-9ac1-71acb0531205 req-d0cbca1c-3117-4856-9b5c-68362bc1c7fc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423784 Apr 12 20:11:20.445073 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf177ad1-b9f0-4e25-a47b-19e5e63391a8 req-41ae0573-766e-4187-b1dd-39e781065788 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:20.446547 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cf177ad1-b9f0-4e25-a47b-19e5e63391a8 req-41ae0573-766e-4187-b1dd-39e781065788 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0468631 Apr 12 20:11:20.496583 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cf177ad1-b9f0-4e25-a47b-19e5e63391a8 req-2bbde3e3-dee6-4365-bcc4-d9cb7a3c6c91 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445971 Apr 12 20:11:20.692546 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-e31e9a50-19dc-47d3-91fd-263208019938 req-d9ee29b4-e9db-4e01-8fa7-9bda87250704 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00f1439e-32a3-435a-95fa-296796f3c851 HTTP/1.1" status: 200 len: 217 time: 0.0377660 Apr 12 20:11:20.696879 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee1a1e-441a-4a03-9e65-d222af02e716 req-32ba6d7b-4ada-4c1c-9add-4826d99d5519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:20.698429 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e6ee1a1e-441a-4a03-9e65-d222af02e716 req-32ba6d7b-4ada-4c1c-9add-4826d99d5519 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 1129 time: 0.0397546 Apr 12 20:11:20.741832 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e9a50-19dc-47d3-91fd-263208019938 req-15203a70-f963-41c9-9d4d-633aa6358b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:20.743273 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-e31e9a50-19dc-47d3-91fd-263208019938 req-15203a70-f963-41c9-9d4d-633aa6358b02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba13253c-1bd4-424f-843c-3f9277377a2c HTTP/1.1" status: 200 len: 851 time: 0.0444055 Apr 12 20:11:20.747630 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e6ee1a1e-441a-4a03-9e65-d222af02e716 req-f13580c7-49b0-40eb-a24c-e1099bf69b64 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381224 Apr 12 20:11:20.982907 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-e31e9a50-19dc-47d3-91fd-263208019938 req-5f4bc83d-3b67-46b0-9b7c-3a51ca7636c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a947333a-c3ab-4dbf-97f6-913f53a1c5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252805 Apr 12 20:11:21.076647 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-e31e9a50-19dc-47d3-91fd-263208019938 req-601ea52f-436d-4285-b368-607ab7b255a7 service neutron] 10.222.0.13 "GET /v2.0/networks/a947333a-c3ab-4dbf-97f6-913f53a1c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826402 Apr 12 20:11:21.135998 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device eb0e1c2a-2bda-4915-a791-6894aa5aa38b up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:11:21.181313 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-e31e9a50-19dc-47d3-91fd-263208019938 req-a2aceeab-33a4-4f42-8a8c-8492d0d7295b service neutron] 10.222.0.13 "GET /v2.0/networks/a947333a-c3ab-4dbf-97f6-913f53a1c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975094 Apr 12 20:11:21.189174 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port eb0e1c2a-2bda-4915-a791-6894aa5aa38b completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:11:21.198567 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port eb0e1c2a-2bda-4915-a791-6894aa5aa38b triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:21.199179 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:21.283640 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port eb0e1c2a-2bda-4915-a791-6894aa5aa38b is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:21.284069 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:21.319197 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:21.321940 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93816af-d809-4830-a7f1-cbc90f280324" -d '{"events": [{"server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "name": "network-vif-plugged", "status": "completed", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:21.331641 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:21.341403 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:21.346708 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:21.366959 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793a3f0c-b1d1-4f62-be4b-2ca1496dd863 x-openstack-request-id: req-793a3f0c-b1d1-4f62-be4b-2ca1496dd863 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:21.367297 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "name": "network-vif-plugged", "status": "completed", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:21.367574 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-793a3f0c-b1d1-4f62-be4b-2ca1496dd863 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:21.368097 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793a3f0c-b1d1-4f62-be4b-2ca1496dd863'] response: {'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'code': 200} Apr 12 20:11:21.398215 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:21.405683 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f80c7-12bf-4c04-b870-657b1046d162 req-1f500592-41a1-42be-a6f7-464c7eb83125 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:21.407158 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a0f80c7-12bf-4c04-b870-657b1046d162 req-1f500592-41a1-42be-a6f7-464c7eb83125 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0544922 Apr 12 20:11:21.457613 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a0f80c7-12bf-4c04-b870-657b1046d162 req-9800eacc-de5d-4e9b-9bdd-c0c01f0b3d14 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444987 Apr 12 20:11:21.614520 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b716995-68a5-456f-b0eb-1ebbe7e2b3ff req-3f6e8816-3666-4434-82d8-2c8e490dc2b7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:21.615990 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1b716995-68a5-456f-b0eb-1ebbe7e2b3ff req-3f6e8816-3666-4434-82d8-2c8e490dc2b7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0519791 Apr 12 20:11:21.690276 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1b716995-68a5-456f-b0eb-1ebbe7e2b3ff req-0d582283-11aa-4fff-91ba-39764dfe58f2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638788 Apr 12 20:11:22.522143 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 37370) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:22.597843 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dba6c-154f-4322-b036-f6806bf06136 req-335b909a-ae21-48bc-bd35-08f34332394c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:22.599506 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-248dba6c-154f-4322-b036-f6806bf06136 req-335b909a-ae21-48bc-bd35-08f34332394c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0677865 Apr 12 20:11:22.656235 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:22.661258 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-248dba6c-154f-4322-b036-f6806bf06136 req-2b5c46bd-b095-4e9d-9fcc-61f1543ad9c0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563693 Apr 12 20:11:22.750278 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Publish callbacks [] for security_group (b9fb6607-96f5-4764-b448-b97396ad1102), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:22.758103 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1f8a6-078d-4da7-85cb-8d1e1ff46bb0 req-ec972933-752f-4873-8378-65dc00d825c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:22.759446 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b9fb6607-96f5-4764-b448-b97396ad1102), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:22.760612 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-0fc1f8a6-078d-4da7-85cb-8d1e1ff46bb0 req-ec972933-752f-4873-8378-65dc00d825c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 1129 time: 0.0471241 Apr 12 20:11:22.848739 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3794b-bf44-43c3-95a7-55d1bab36c0b req-39ac7abe-5bf9-4b4f-a888-191c21bfe087 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:22.850270 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bec3794b-bf44-43c3-95a7-55d1bab36c0b req-39ac7abe-5bf9-4b4f-a888-191c21bfe087 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0722704 Apr 12 20:11:22.854039 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8aafeb26281b470095d35e6af0649499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308733 Apr 12 20:11:22.857038 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37388) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:22.858572 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fb6607-96f5-4764-b448-b97396ad1102,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:22.879002 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.879341 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.879873 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.880392 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.880734 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.881065 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.881396 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.881723 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.882062 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.882391 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.882723 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.883045 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.883366 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.883685 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.884002 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a276665d-c226-490e-9d94-7120549babe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:22.917579 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bec3794b-bf44-43c3-95a7-55d1bab36c0b req-568c8038-6031-4aaa-b5be-7cb37f6cd845 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612946 Apr 12 20:11:22.929155 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-0fc1f8a6-078d-4da7-85cb-8d1e1ff46bb0 req-9a51fc94-fa21-4ea5-b22b-d60371bcb8e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120901 Apr 12 20:11:22.943232 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Publish callbacks [] for security_group (b9fb6607-96f5-4764-b448-b97396ad1102), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:22.967320 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Publish callbacks [] for security_group (b9fb6607-96f5-4764-b448-b97396ad1102), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.023163 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b9fb6607-96f5-4764-b448-b97396ad1102), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.025977 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.027321 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9fb6607-96f5-4764-b448-b97396ad1102 HTTP/1.1" status: 204 len: 168 time: 0.1688137 Apr 12 20:11:23.051167 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fb6607-96f5-4764-b448-b97396ad1102,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:23.064271 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.065931 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.066311 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.066724 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.067133 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.067794 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.068318 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.068656 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.069004 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.071895 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.071895 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.071895 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.071895 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.072399 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.072637 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb71a193-4f81-4b6d-9817-1cc3d97e370b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:23.262499 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd769950-eac5-427e-ad09-353fec0df994 req-0a3f7eb2-006e-4c6f-90b3-20c82a71a9ae tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:23.269952 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fd769950-eac5-427e-ad09-353fec0df994 req-0a3f7eb2-006e-4c6f-90b3-20c82a71a9ae tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0630445 Apr 12 20:11:23.333806 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fd769950-eac5-427e-ad09-353fec0df994 req-1504ac02-8cff-42ac-8973-ec7f0a0874e9 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628307 Apr 12 20:11:23.428492 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37430) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:23.442024 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8c1c1732-61ce-492e-85b6-a714debb51b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.526525 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8c1c1732-61ce-492e-85b6-a714debb51b9 admin admin] Publish callbacks [] for security_group (225176e3-3f9d-44b6-8761-a11151bafe5b), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.531795 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37434) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:23.538044 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8c1c1732-61ce-492e-85b6-a714debb51b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (225176e3-3f9d-44b6-8761-a11151bafe5b), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.579523 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-8c1c1732-61ce-492e-85b6-a714debb51b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9dee9925ce3f4fcdb70cab88d5038268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475027 Apr 12 20:11:23.579701 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37438) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:23.586397 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c1732-61ce-492e-85b6-a714debb51b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225176e3-3f9d-44b6-8761-a11151bafe5b,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:23.664884 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6902a941-124a-469f-ad36-9ed66b01ee7b admin admin] Publish callbacks [] for security_group (225176e3-3f9d-44b6-8761-a11151bafe5b), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.676099 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83eb6640-a636-4dd6-a222-5dee27e60c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.705196 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6902a941-124a-469f-ad36-9ed66b01ee7b admin admin] Publish callbacks [] for security_group (225176e3-3f9d-44b6-8761-a11151bafe5b), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.794631 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37448) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:23.807713 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6902a941-124a-469f-ad36-9ed66b01ee7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (225176e3-3f9d-44b6-8761-a11151bafe5b), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.809890 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6902a941-124a-469f-ad36-9ed66b01ee7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.810992 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-6902a941-124a-469f-ad36-9ed66b01ee7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/225176e3-3f9d-44b6-8761-a11151bafe5b HTTP/1.1" status: 204 len: 168 time: 0.2296376 Apr 12 20:11:23.812927 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83eb6640-a636-4dd6-a222-5dee27e60c45 admin admin] Publish callbacks [] for security_group (74ffb252-37e8-48da-9cc0-88bd5d59217e), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.821522 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902a941-124a-469f-ad36-9ed66b01ee7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225176e3-3f9d-44b6-8761-a11151bafe5b,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:23.824035 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83eb6640-a636-4dd6-a222-5dee27e60c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (74ffb252-37e8-48da-9cc0-88bd5d59217e), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.830179 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed06da3-2a48-4d3c-94c7-3e56c60d17be req-f1b4e279-37f4-4f50-aff7-74416895593e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:23.832822 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3ed06da3-2a48-4d3c-94c7-3e56c60d17be req-f1b4e279-37f4-4f50-aff7-74416895593e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0819826 Apr 12 20:11:23.863430 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-83eb6640-a636-4dd6-a222-5dee27e60c45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68a82815173341539e542000342d79ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305447 Apr 12 20:11:23.866025 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37454) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:23.873564 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6640-a636-4dd6-a222-5dee27e60c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ffb252-37e8-48da-9cc0-88bd5d59217e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:23.896006 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3ed06da3-2a48-4d3c-94c7-3e56c60d17be req-12c46a9f-aa87-4516-802c-dcb490e330c0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566843 Apr 12 20:11:23.921347 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4665838a-0a04-482f-bf9d-1e6bd232b860 admin admin] Publish callbacks [] for security_group (74ffb252-37e8-48da-9cc0-88bd5d59217e), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.950139 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4665838a-0a04-482f-bf9d-1e6bd232b860 admin admin] Publish callbacks [] for security_group (74ffb252-37e8-48da-9cc0-88bd5d59217e), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:23.961341 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5e995709-ceaf-4ba1-92fe-b824eadc674e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.031032 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4665838a-0a04-482f-bf9d-1e6bd232b860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (74ffb252-37e8-48da-9cc0-88bd5d59217e), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.033779 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4665838a-0a04-482f-bf9d-1e6bd232b860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.034928 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-4665838a-0a04-482f-bf9d-1e6bd232b860 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74ffb252-37e8-48da-9cc0-88bd5d59217e HTTP/1.1" status: 204 len: 168 time: 0.1680157 Apr 12 20:11:24.051848 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665838a-0a04-482f-bf9d-1e6bd232b860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ffb252-37e8-48da-9cc0-88bd5d59217e,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:24.099005 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5e995709-ceaf-4ba1-92fe-b824eadc674e admin admin] Publish callbacks [] for security_group (621c38d3-67dc-40ea-90ec-398f959535bc), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.104511 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5e995709-ceaf-4ba1-92fe-b824eadc674e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (621c38d3-67dc-40ea-90ec-398f959535bc), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.145444 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-5e995709-ceaf-4ba1-92fe-b824eadc674e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=434593ce444f49f0901cf52a91d2112b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497806 Apr 12 20:11:24.147908 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37464) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:24.154953 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e995709-ceaf-4ba1-92fe-b824eadc674e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621c38d3-67dc-40ea-90ec-398f959535bc,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:24.205546 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c190-667d-48c4-b322-805e5d633eb7 admin admin] Publish callbacks [] for security_group (621c38d3-67dc-40ea-90ec-398f959535bc), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.229883 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c190-667d-48c4-b322-805e5d633eb7 admin admin] Publish callbacks [] for security_group (621c38d3-67dc-40ea-90ec-398f959535bc), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.286827 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c190-667d-48c4-b322-805e5d633eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (621c38d3-67dc-40ea-90ec-398f959535bc), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.290186 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c190-667d-48c4-b322-805e5d633eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.291367 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-b0d3c190-667d-48c4-b322-805e5d633eb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/621c38d3-67dc-40ea-90ec-398f959535bc HTTP/1.1" status: 204 len: 168 time: 0.1425161 Apr 12 20:11:24.300498 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3c190-667d-48c4-b322-805e5d633eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621c38d3-67dc-40ea-90ec-398f959535bc,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:24.457628 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3e6a9-b6ea-441b-b71f-ee15394c67f0 req-73cb798d-4b20-4648-ad2c-cf76fa7f78fc tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:24.459381 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4ab3e6a9-b6ea-441b-b71f-ee15394c67f0 req-73cb798d-4b20-4648-ad2c-cf76fa7f78fc tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0505152 Apr 12 20:11:24.491275 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37480) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:24.505539 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fc870f51-ab0a-40e8-82d0-6fd3a1676da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.517782 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4ab3e6a9-b6ea-441b-b71f-ee15394c67f0 req-28d26133-eb2d-4e80-9329-ed3457b7b044 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525167 Apr 12 20:11:24.594040 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fc870f51-ab0a-40e8-82d0-6fd3a1676da7 admin admin] Publish callbacks [] for security_group (f2ed987c-50cd-48bc-844d-0aa50897ad93), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.601977 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fc870f51-ab0a-40e8-82d0-6fd3a1676da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (f2ed987c-50cd-48bc-844d-0aa50897ad93), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.645690 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-fc870f51-ab0a-40e8-82d0-6fd3a1676da7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c4c516adc3e402a9b3ca4e7853584b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533356 Apr 12 20:11:24.648333 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 37488) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:24.669894 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc870f51-ab0a-40e8-82d0-6fd3a1676da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ed987c-50cd-48bc-844d-0aa50897ad93,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:24.714186 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ec7f-1357-481f-ab3c-838070d131ff admin admin] Publish callbacks [] for security_group (f2ed987c-50cd-48bc-844d-0aa50897ad93), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.737749 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ec7f-1357-481f-ab3c-838070d131ff admin admin] Publish callbacks [] for security_group (f2ed987c-50cd-48bc-844d-0aa50897ad93), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.791415 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ec7f-1357-481f-ab3c-838070d131ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (f2ed987c-50cd-48bc-844d-0aa50897ad93), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.794329 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ec7f-1357-481f-ab3c-838070d131ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:24.795680 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d2a0ec7f-1357-481f-ab3c-838070d131ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2ed987c-50cd-48bc-844d-0aa50897ad93 HTTP/1.1" status: 204 len: 168 time: 0.1463580 Apr 12 20:11:24.809102 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0ec7f-1357-481f-ab3c-838070d131ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ed987c-50cd-48bc-844d-0aa50897ad93,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:25.023452 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593ef14-2527-434c-aaa9-fff60250f35b req-46b66167-79d9-4376-ab90-5c64fcb7df9d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:25.025011 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6593ef14-2527-434c-aaa9-fff60250f35b req-46b66167-79d9-4376-ab90-5c64fcb7df9d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0548012 Apr 12 20:11:25.078833 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6593ef14-2527-434c-aaa9-fff60250f35b req-d8d5698b-8e6e-41e3-9d0c-a87f02c83bd3 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483544 Apr 12 20:11:25.645817 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ba736-e2cd-4be9-bb28-5821034416f2 req-136400a2-72a1-4e02-b420-927fc7f93b27 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:25.647449 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-be2ba736-e2cd-4be9-bb28-5821034416f2 req-136400a2-72a1-4e02-b420-927fc7f93b27 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0525267 Apr 12 20:11:25.715925 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-be2ba736-e2cd-4be9-bb28-5821034416f2 req-0a0638ab-39a4-4053-831f-f30d6abd76c7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625465 Apr 12 20:11:26.202149 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28177bcf-6b75-4e7f-aa48-4b644f88d62a req-e0b56e37-0228-42d0-ae94-d1970b7c2da8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:26.204858 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-28177bcf-6b75-4e7f-aa48-4b644f88d62a req-e0b56e37-0228-42d0-ae94-d1970b7c2da8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0541875 Apr 12 20:11:26.260035 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-28177bcf-6b75-4e7f-aa48-4b644f88d62a req-6fa464e9-1398-4a8d-984a-e33d6f0ae2f3 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485957 Apr 12 20:11:26.483103 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc1433-84de-44c0-9f8e-28d906da3c13 req-f0e34e6a-4349-4682-9f17-badc34c8f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:26.484549 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-24cc1433-84de-44c0-9f8e-28d906da3c13 req-f0e34e6a-4349-4682-9f17-badc34c8f26b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 1129 time: 0.0416799 Apr 12 20:11:26.867492 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dbd3e-91c9-4fa6-82b7-879e772d1dd8 req-cfaf810f-c953-4e93-acb3-9a1f1e9f3f55 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:26.872868 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9d2dbd3e-91c9-4fa6-82b7-879e772d1dd8 req-cfaf810f-c953-4e93-acb3-9a1f1e9f3f55 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0581553 Apr 12 20:11:26.932321 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9d2dbd3e-91c9-4fa6-82b7-879e772d1dd8 req-29b741ec-16bb-4ee5-9569-1958feac7e31 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520101 Apr 12 20:11:27.057801 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 37644) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:27.189943 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-215761b9-b191-4aa2-9b0f-b9998a8f0c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:27.280082 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-215761b9-b191-4aa2-9b0f-b9998a8f0c09 admin admin] Publish callbacks [] for security_group (a6af03b0-28c1-4671-8229-d46ebcf55c23), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:27.285504 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-215761b9-b191-4aa2-9b0f-b9998a8f0c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (a6af03b0-28c1-4671-8229-d46ebcf55c23), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:27.328387 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-215761b9-b191-4aa2-9b0f-b9998a8f0c09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f307d54c1b254f879ac3b5e45115f7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695193 Apr 12 20:11:27.331090 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 37680) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:27.337379 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215761b9-b191-4aa2-9b0f-b9998a8f0c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6af03b0-28c1-4671-8229-d46ebcf55c23,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:27.427929 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-206c87c2-3f5e-45c2-92eb-b3325b0a59f2 admin admin] Publish callbacks [] for security_group (a6af03b0-28c1-4671-8229-d46ebcf55c23), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:27.435241 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f931d4-dbe9-4654-880b-8bb56f79f4e3 req-aa4ec5cc-d350-4f88-879e-e50740184fe4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:27.436758 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c1f931d4-dbe9-4654-880b-8bb56f79f4e3 req-aa4ec5cc-d350-4f88-879e-e50740184fe4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0736661 Apr 12 20:11:27.468523 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-206c87c2-3f5e-45c2-92eb-b3325b0a59f2 admin admin] Publish callbacks [] for security_group (a6af03b0-28c1-4671-8229-d46ebcf55c23), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:27.528358 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c1f931d4-dbe9-4654-880b-8bb56f79f4e3 req-78afb9b1-e707-478f-81e6-e10e182a6061 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775969 Apr 12 20:11:27.555378 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-206c87c2-3f5e-45c2-92eb-b3325b0a59f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (a6af03b0-28c1-4671-8229-d46ebcf55c23), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:27.558688 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-206c87c2-3f5e-45c2-92eb-b3325b0a59f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:27.563383 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-206c87c2-3f5e-45c2-92eb-b3325b0a59f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6af03b0-28c1-4671-8229-d46ebcf55c23 HTTP/1.1" status: 204 len: 168 time: 0.2310538 Apr 12 20:11:27.575223 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c87c2-3f5e-45c2-92eb-b3325b0a59f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6af03b0-28c1-4671-8229-d46ebcf55c23,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:27.898557 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 37742) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:27.912215 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7582f889-7c6d-4006-865f-c8fb3d65b6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.000063 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7582f889-7c6d-4006-865f-c8fb3d65b6b1 admin admin] Publish callbacks [] for security_group (b546136e-cede-4b7d-b9bc-b2d23c03334e), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.013921 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7582f889-7c6d-4006-865f-c8fb3d65b6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b546136e-cede-4b7d-b9bc-b2d23c03334e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.073892 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaf590-896b-4584-8185-5640a8cf26d2 req-06ac9f48-73b3-4465-8562-1c6f2f1d9fda tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:28.075402 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e2aaf590-896b-4584-8185-5640a8cf26d2 req-06ac9f48-73b3-4465-8562-1c6f2f1d9fda tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0737383 Apr 12 20:11:28.093968 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-7582f889-7c6d-4006-865f-c8fb3d65b6b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d594227a14d84a8694d8bca2cf15d3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943452 Apr 12 20:11:28.097278 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37754) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:28.103483 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582f889-7c6d-4006-865f-c8fb3d65b6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b546136e-cede-4b7d-b9bc-b2d23c03334e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:28.145401 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e2aaf590-896b-4584-8185-5640a8cf26d2 req-0ea02fd5-c710-451a-be41-a03e390d6965 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593836 Apr 12 20:11:28.160947 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ac0985b3-f7a6-4ffd-a487-835a33cfa938 admin admin] Publish callbacks [] for security_group (b546136e-cede-4b7d-b9bc-b2d23c03334e), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.182663 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ac0985b3-f7a6-4ffd-a487-835a33cfa938 admin admin] Publish callbacks [] for security_group (b546136e-cede-4b7d-b9bc-b2d23c03334e), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.238833 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ac0985b3-f7a6-4ffd-a487-835a33cfa938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b546136e-cede-4b7d-b9bc-b2d23c03334e), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.241679 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ac0985b3-f7a6-4ffd-a487-835a33cfa938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.242953 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-ac0985b3-f7a6-4ffd-a487-835a33cfa938 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b546136e-cede-4b7d-b9bc-b2d23c03334e HTTP/1.1" status: 204 len: 168 time: 0.1440570 Apr 12 20:11:28.245646 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 37760) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:28.251358 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0985b3-f7a6-4ffd-a487-835a33cfa938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b546136e-cede-4b7d-b9bc-b2d23c03334e,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:28.459849 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-514b12f2-a813-4a17-ac8e-01f202baa877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.549949 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-514b12f2-a813-4a17-ac8e-01f202baa877 admin admin] Publish callbacks [] for security_group (7fd575da-b854-4132-bc26-7735684f68d2), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.555191 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-514b12f2-a813-4a17-ac8e-01f202baa877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (7fd575da-b854-4132-bc26-7735684f68d2), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.600751 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-514b12f2-a813-4a17-ac8e-01f202baa877 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad0225e069e4495db4943a29d6d6f80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540030 Apr 12 20:11:28.601845 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37776) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:28.603773 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b12f2-a813-4a17-ac8e-01f202baa877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd575da-b854-4132-bc26-7735684f68d2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:28.663085 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e71316e-efea-4def-8af9-fa1d10413203 admin admin] Publish callbacks [] for security_group (7fd575da-b854-4132-bc26-7735684f68d2), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.685735 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1b1d7-89f4-45bd-8651-c8d852781810 req-707d49c9-db14-4912-b596-f0d59e7f1017 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:28.687217 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bb1b1d7-89f4-45bd-8651-c8d852781810 req-707d49c9-db14-4912-b596-f0d59e7f1017 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0485322 Apr 12 20:11:28.687921 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e71316e-efea-4def-8af9-fa1d10413203 admin admin] Publish callbacks [] for security_group (7fd575da-b854-4132-bc26-7735684f68d2), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.745367 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bb1b1d7-89f4-45bd-8651-c8d852781810 req-d729ca7a-d709-4323-8530-1a376edc0f63 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483336 Apr 12 20:11:28.754460 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e71316e-efea-4def-8af9-fa1d10413203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (7fd575da-b854-4132-bc26-7735684f68d2), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.757758 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e71316e-efea-4def-8af9-fa1d10413203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:28.761620 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-0e71316e-efea-4def-8af9-fa1d10413203 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fd575da-b854-4132-bc26-7735684f68d2 HTTP/1.1" status: 204 len: 168 time: 0.1587350 Apr 12 20:11:28.771353 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71316e-efea-4def-8af9-fa1d10413203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd575da-b854-4132-bc26-7735684f68d2,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:29.051812 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 37800) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:29.066740 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dab336ec-d3a7-4dbd-981b-d665d2adf80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:29.162745 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dab336ec-d3a7-4dbd-981b-d665d2adf80a admin admin] Publish callbacks [] for security_group (13dc1755-80da-48d0-a5d8-3576c134dde0), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:29.166523 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dab336ec-d3a7-4dbd-981b-d665d2adf80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (13dc1755-80da-48d0-a5d8-3576c134dde0), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:29.212427 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37810) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:29.212948 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-dab336ec-d3a7-4dbd-981b-d665d2adf80a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e10a76045e79488f9ba88986a1596f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597922 Apr 12 20:11:29.214087 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab336ec-d3a7-4dbd-981b-d665d2adf80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc1755-80da-48d0-a5d8-3576c134dde0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:29.267394 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0ce96486-f726-402b-9edd-0fefd7e4113d admin admin] Publish callbacks [] for security_group (13dc1755-80da-48d0-a5d8-3576c134dde0), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:29.283753 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5677f0-b2d5-4cff-b8e6-6cc2a44a0fc5 req-a4ed0eb2-2922-4c1e-bc16-f3bcfa89cb0a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:29.285582 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8f5677f0-b2d5-4cff-b8e6-6cc2a44a0fc5 req-a4ed0eb2-2922-4c1e-bc16-f3bcfa89cb0a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0530174 Apr 12 20:11:29.294157 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0ce96486-f726-402b-9edd-0fefd7e4113d admin admin] Publish callbacks [] for security_group (13dc1755-80da-48d0-a5d8-3576c134dde0), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:29.342053 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8f5677f0-b2d5-4cff-b8e6-6cc2a44a0fc5 req-51708af5-cdde-488d-9f0a-46ba887fcfaf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508676 Apr 12 20:11:29.356132 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0ce96486-f726-402b-9edd-0fefd7e4113d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (13dc1755-80da-48d0-a5d8-3576c134dde0), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:29.358856 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0ce96486-f726-402b-9edd-0fefd7e4113d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:29.362940 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-0ce96486-f726-402b-9edd-0fefd7e4113d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13dc1755-80da-48d0-a5d8-3576c134dde0 HTTP/1.1" status: 204 len: 168 time: 0.1460223 Apr 12 20:11:29.368993 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce96486-f726-402b-9edd-0fefd7e4113d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc1755-80da-48d0-a5d8-3576c134dde0,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:29.881855 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7d049-ccf2-463c-91b3-523d03efd75e req-79c52671-d887-465a-9be2-0ebee35334b0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:29.885310 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8d7d049-ccf2-463c-91b3-523d03efd75e req-79c52671-d887-465a-9be2-0ebee35334b0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0522871 Apr 12 20:11:29.944123 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8d7d049-ccf2-463c-91b3-523d03efd75e req-fbdb393e-41fb-40f0-a218-e93dce200a4d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501099 Apr 12 20:11:30.174722 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37864) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:30.292030 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-460562847-network', 'tenant_id': '2cd2a8c7f4314212b5a188fb1a3e3b37'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:30.315113 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Made reservation on behalf of 2cd2a8c7f4314212b5a188fb1a3e3b37 for: {'network': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:11:30.317424 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:30.326465 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:30.477993 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Publish callbacks [] for security_group (e1fe345e-63fc-43b4-b802-886f5ba68e4e), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:30.482852 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc27e22-02eb-4793-b5bb-38f920ab2d0b req-9ee9b5e4-17ef-4af6-adc1-b15cdbcc3612 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:30.484794 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2fc27e22-02eb-4793-b5bb-38f920ab2d0b req-9ee9b5e4-17ef-4af6-adc1-b15cdbcc3612 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0628240 Apr 12 20:11:30.534682 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (e1fe345e-63fc-43b4-b802-886f5ba68e4e), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:30.558456 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2fc27e22-02eb-4793-b5bb-38f920ab2d0b req-89a6b072-294d-4798-8e33-1573ea523268 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628307 Apr 12 20:11:30.565345 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:11:30.594436 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (20e1eb3e-dada-4c24-a7a3-40a30e71c5c0), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:30.594681 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.segments_db [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Added segment 20e1eb3e-dada-4c24-a7a3-40a30e71c5c0 of type vlan for network 4eff0d90-eeac-46b7-a7f0-6185061d6f6d Apr 12 20:11:30.599038 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fe345e-63fc-43b4-b802-886f5ba68e4e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:30.648266 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc1433-84de-44c0-9f8e-28d906da3c13 req-09f603ce-0601-4a00-a090-0951f002bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:30.649803 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-24cc1433-84de-44c0-9f8e-28d906da3c13 req-09f603ce-0601-4a00-a090-0951f002bf52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 919 time: 0.2363310 Apr 12 20:11:30.666833 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (4eff0d90-eeac-46b7-a7f0-6185061d6f6d), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:30.703277 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (4eff0d90-eeac-46b7-a7f0-6185061d6f6d), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:30.703676 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:30.704348 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:30.741289 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5654664 Apr 12 20:11:30.744771 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 37874) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:30.749908 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-66d1f203-b90b-4f66-871c-7eee8d5d662b admin admin] Request body: {'subnet': {'network_id': '4eff0d90-eeac-46b7-a7f0-6185061d6f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-460562847-subnet', 'tenant_id': '2cd2a8c7f4314212b5a188fb1a3e3b37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:30.779249 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d1f203-b90b-4f66-871c-7eee8d5d662b admin admin] Made reservation on behalf of 2cd2a8c7f4314212b5a188fb1a3e3b37 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:11:30.781713 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66d1f203-b90b-4f66-871c-7eee8d5d662b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065880499'] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:31.043688 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fcfa0-ec7e-4fc1-93f0-a9195ec6b104 admin admin] Pushing event updated for resources: {'Network': ['ID=4eff0d90-eeac-46b7-a7f0-6185061d6f6d,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:31.046829 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-24cc1433-84de-44c0-9f8e-28d906da3c13 req-7d8becee-1b73-4c21-907c-808498563ec3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2be6d7f6-31e4-41e2-93eb-66df8212b675 HTTP/1.1" status: 200 len: 217 time: 0.0762327 Apr 12 20:11:31.051905 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66d1f203-b90b-4f66-871c-7eee8d5d662b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065572248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065880485'] for subnet (3ef76348-ecb0-459a-ba43-995d5070c56d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:31.055623 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 4eff0d90-eeac-46b7-a7f0-6185061d6f6d details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:11:31.127897 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1f203-b90b-4f66-871c-7eee8d5d662b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef76348-ecb0-459a-ba43-995d5070c56d,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:31.170356 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1f203-b90b-4f66-871c-7eee8d5d662b admin admin] Checking segment: {'id': '20e1eb3e-dada-4c24-a7a3-40a30e71c5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4eff0d90-eeac-46b7-a7f0-6185061d6f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:11:31.170980 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d1f203-b90b-4f66-871c-7eee8d5d662b admin admin] Network hostable DHCP agents. Network: 4eff0d90-eeac-46b7-a7f0-6185061d6f6d, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:11:31.186999 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bef634-9ae5-41a1-b53b-5b4e375867cc req-fda44b7a-ea7d-49e0-be4b-043ffcf5d110 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:31.188845 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21bef634-9ae5-41a1-b53b-5b4e375867cc req-fda44b7a-ea7d-49e0-be4b-043ffcf5d110 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0843778 Apr 12 20:11:31.227068 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37896) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:31.240384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d1f203-b90b-4f66-871c-7eee8d5d662b admin admin] Network 4eff0d90-eeac-46b7-a7f0-6185061d6f6d is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:11:31.287742 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-66d1f203-b90b-4f66-871c-7eee8d5d662b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 4eff0d90-eeac-46b7-a7f0-6185061d6f6d) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:31.299777 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2a01a9-f9f2-46da-998b-7c3c7a4bedc2 None None] Network 4eff0d90-eeac-46b7-a7f0-6185061d6f6d requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:11:31.310681 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21bef634-9ae5-41a1-b53b-5b4e375867cc req-5d2c9489-a00f-414f-8ea7-53a1e8723cf5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026933 Apr 12 20:11:31.312830 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d1f203-b90b-4f66-871c-7eee8d5d662b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:31.313450 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66d1f203-b90b-4f66-871c-7eee8d5d662b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:31.358900 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-66d1f203-b90b-4f66-871c-7eee8d5d662b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6129696 Apr 12 20:11:31.429135 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94291792-c72b-4d6a-a1fb-614b9a37ebdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:31.482846 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be72e77b-2050-41aa-bb79-1e755b374c15 None None] Network 4eff0d90-eeac-46b7-a7f0-6185061d6f6d requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:11:31.521099 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc1433-84de-44c0-9f8e-28d906da3c13 req-5e1d5f25-b2c4-4742-b3d0-b31127cecafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:31.522608 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-24cc1433-84de-44c0-9f8e-28d906da3c13 req-5e1d5f25-b2c4-4742-b3d0-b31127cecafd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.0947638 Apr 12 20:11:31.577477 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b83338-822a-4f7f-8277-0254d8aa643c req-2239ce6a-fb0b-4ff0-9008-04541f25d4fc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:31.580669 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c9b83338-822a-4f7f-8277-0254d8aa643c req-2239ce6a-fb0b-4ff0-9008-04541f25d4fc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0704386 Apr 12 20:11:31.600743 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 37914) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:31.606241 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9b7797ce-09ab-4271-8db0-f9ddd3dc0d11 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Request body: {'floatingip': {'port_id': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:31.609006 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94291792-c72b-4d6a-a1fb-614b9a37ebdc admin admin] Publish callbacks [] for security_group (b673139e-a2d8-4282-9dbd-c0d550c9a67d), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:31.616006 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94291792-c72b-4d6a-a1fb-614b9a37ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b673139e-a2d8-4282-9dbd-c0d550c9a67d), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:31.695218 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-94291792-c72b-4d6a-a1fb-614b9a37ebdc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dfe5d44f58474ee4a8031ccf70d70ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4669676 Apr 12 20:11:31.698737 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37918) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:31.717582 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94291792-c72b-4d6a-a1fb-614b9a37ebdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b673139e-a2d8-4282-9dbd-c0d550c9a67d,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:31.765125 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-798f6aea-2ad7-46fa-bd0f-73ddbb9c7f96 admin admin] Publish callbacks [] for security_group (b673139e-a2d8-4282-9dbd-c0d550c9a67d), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:31.768019 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b7797ce-09ab-4271-8db0-f9ddd3dc0d11 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (eace61e7-9017-47fa-81c9-1a0e28f33951), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:31.789803 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-798f6aea-2ad7-46fa-bd0f-73ddbb9c7f96 admin admin] Publish callbacks [] for security_group (b673139e-a2d8-4282-9dbd-c0d550c9a67d), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:31.856780 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-798f6aea-2ad7-46fa-bd0f-73ddbb9c7f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b673139e-a2d8-4282-9dbd-c0d550c9a67d), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:31.858777 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-798f6aea-2ad7-46fa-bd0f-73ddbb9c7f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:31.860013 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-798f6aea-2ad7-46fa-bd0f-73ddbb9c7f96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b673139e-a2d8-4282-9dbd-c0d550c9a67d HTTP/1.1" status: 204 len: 168 time: 0.1600637 Apr 12 20:11:31.887234 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f6aea-2ad7-46fa-bd0f-73ddbb9c7f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b673139e-a2d8-4282-9dbd-c0d550c9a67d,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:32.005816 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd128ace-f1ea-43bc-99b1-6d687291a5ba req-a3866ccb-44d0-46de-a5d3-62f87d720329 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:32.007332 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd128ace-f1ea-43bc-99b1-6d687291a5ba req-a3866ccb-44d0-46de-a5d3-62f87d720329 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.2434103 Apr 12 20:11:32.135542 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd128ace-f1ea-43bc-99b1-6d687291a5ba req-2c068d9d-2d46-43fe-bc9a-384e13914887 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159625 Apr 12 20:11:32.204952 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 37948) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:32.209774 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1912565360-network', 'tenant_id': 'b3e662b73b6847bc9e8387601a4d4899'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:32.233824 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Made reservation on behalf of b3e662b73b6847bc9e8387601a4d4899 for: {'network': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:11:32.238443 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:32.252861 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:32.370741 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Publish callbacks [] for security_group (da8e7d52-a484-40ab-ac6a-9072d9f3dcf1), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:32.377257 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (da8e7d52-a484-40ab-ac6a-9072d9f3dcf1), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:32.416704 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:11:32.428324 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8e7d52-a484-40ab-ac6a-9072d9f3dcf1,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:32.434671 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (737fa429-9086-4542-91d0-6dcfb6fabba5), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:32.435847 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.segments_db [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Added segment 737fa429-9086-4542-91d0-6dcfb6fabba5 of type vlan for network d73a15a7-96c1-484d-8346-4fa18003e160 Apr 12 20:11:32.491058 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (d73a15a7-96c1-484d-8346-4fa18003e160), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:32.529175 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (d73a15a7-96c1-484d-8346-4fa18003e160), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:32.530681 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:32.535358 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:32.600045 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3939927 Apr 12 20:11:32.626309 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 37966) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:32.631865 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e32f7e44-21df-40b5-b12d-267775b5b958 admin admin] Request body: {'subnet': {'network_id': 'd73a15a7-96c1-484d-8346-4fa18003e160', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1912565360-subnet', 'tenant_id': 'b3e662b73b6847bc9e8387601a4d4899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:32.656104 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e64476-8099-4b17-a648-4c13c90a8169 admin admin] Pushing event updated for resources: {'Network': ['ID=d73a15a7-96c1-484d-8346-4fa18003e160,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:32.666201 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network d73a15a7-96c1-484d-8346-4fa18003e160 details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:11:32.722384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32f7e44-21df-40b5-b12d-267775b5b958 admin admin] Made reservation on behalf of b3e662b73b6847bc9e8387601a4d4899 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:11:32.724750 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e32f7e44-21df-40b5-b12d-267775b5b958 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065880499'] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:32.899451 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d412a21-b614-4890-bb64-1d19570a202c req-0717e2ae-2a59-4fe4-a24e-77894efc0e2b tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:32.900968 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0d412a21-b614-4890-bb64-1d19570a202c req-0717e2ae-2a59-4fe4-a24e-77894efc0e2b tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.1298137 Apr 12 20:11:32.902824 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-9b7797ce-09ab-4271-8db0-f9ddd3dc0d11 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 20:11:33.016657 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b7797ce-09ab-4271-8db0-f9ddd3dc0d11 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:33.029693 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b7797ce-09ab-4271-8db0-f9ddd3dc0d11 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (eace61e7-9017-47fa-81c9-1a0e28f33951), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:33.105032 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0d412a21-b614-4890-bb64-1d19570a202c req-5bf9e747-0e89-45f7-aee6-ac6c86edb34d tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964896 Apr 12 20:11:33.203503 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e32f7e44-21df-40b5-b12d-267775b5b958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065572248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065880485'] for subnet (484e93b9-3c23-42a6-849d-da1f5c639ac3), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:33.256110 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [None req-9b7797ce-09ab-4271-8db0-f9ddd3dc0d11 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Floating IP eace61e7-9017-47fa-81c9-1a0e28f33951 associated. External IP: 172.27.0.213, port: eb0e1c2a-2bda-4915-a791-6894aa5aa38b. Apr 12 20:11:33.348908 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f7e44-21df-40b5-b12d-267775b5b958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=484e93b9-3c23-42a6-849d-da1f5c639ac3,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:33.389909 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d621572-af26-442c-9be2-35cbf9c6445c req-6e1a36b9-6eb7-4aac-b73c-cf8593ca6f10 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:33.391757 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9d621572-af26-442c-9be2-35cbf9c6445c req-6e1a36b9-6eb7-4aac-b73c-cf8593ca6f10 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.1775806 Apr 12 20:11:33.409395 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc1433-84de-44c0-9f8e-28d906da3c13 req-9ce0e150-58fe-4711-9e10-5d7a3a1ce5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:33.410804 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-24cc1433-84de-44c0-9f8e-28d906da3c13 req-9ce0e150-58fe-4711-9e10-5d7a3a1ce5da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685427 Apr 12 20:11:33.458847 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32f7e44-21df-40b5-b12d-267775b5b958 admin admin] Checking segment: {'id': '737fa429-9086-4542-91d0-6dcfb6fabba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'd73a15a7-96c1-484d-8346-4fa18003e160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:11:33.458847 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32f7e44-21df-40b5-b12d-267775b5b958 admin admin] Network hostable DHCP agents. Network: d73a15a7-96c1-484d-8346-4fa18003e160, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:11:33.543135 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9d621572-af26-442c-9be2-35cbf9c6445c req-7b34d41b-4b65-4dd8-b687-5b738994c970 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041269 Apr 12 20:11:33.549783 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32f7e44-21df-40b5-b12d-267775b5b958 admin admin] Network d73a15a7-96c1-484d-8346-4fa18003e160 is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:11:33.560337 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e32f7e44-21df-40b5-b12d-267775b5b958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, d73a15a7-96c1-484d-8346-4fa18003e160) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:33.568554 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418d9bd-c992-4754-b5f2-dea9fe4c2914 None None] Network d73a15a7-96c1-484d-8346-4fa18003e160 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:11:33.609319 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f7e44-21df-40b5-b12d-267775b5b958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:33.609909 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e32f7e44-21df-40b5-b12d-267775b5b958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:33.636957 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e32f7e44-21df-40b5-b12d-267775b5b958 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0086362 Apr 12 20:11:33.691025 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e4c99c-25ec-4262-b95a-38b3ee37e01e None None] Network d73a15a7-96c1-484d-8346-4fa18003e160 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:11:33.720073 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7797ce-09ab-4271-8db0-f9ddd3dc0d11 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Router 2f48e267-a151-4374-afd9-5f823d3d95c0 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:11:33.850825 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7797ce-09ab-4271-8db0-f9ddd3dc0d11 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:11:33.856912 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b7797ce-09ab-4271-8db0-f9ddd3dc0d11 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:33.869402 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6610fcac-505f-4679-836b-2d18b34847ae None None] Sync routers for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:11:33.880490 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6610fcac-505f-4679-836b-2d18b34847ae None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:33.881115 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-6610fcac-505f-4679-836b-2d18b34847ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:11:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:33.891941 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9b7797ce-09ab-4271-8db0-f9ddd3dc0d11 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "PUT /v2.0/floatingips/eace61e7-9017-47fa-81c9-1a0e28f33951 HTTP/1.1" status: 200 len: 991 time: 2.2900894 Apr 12 20:11:33.892729 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:33.895509 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9adf50-b8ec-42f0-88f9-ba432fdc949e" -d '{"events": [{"name": "network-changed", "server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:33.953234 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f1c651-a4a6-42e2-8fa9-46e45c8d0453 x-openstack-request-id: req-98f1c651-a4a6-42e2-8fa9-46e45c8d0453 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:33.953541 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:33.953802 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98f1c651-a4a6-42e2-8fa9-46e45c8d0453 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:33.954204 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f1c651-a4a6-42e2-8fa9-46e45c8d0453'] response: {'name': 'network-changed', 'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'status': 'completed', 'code': 200} Apr 12 20:11:34.006037 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-6610fcac-505f-4679-836b-2d18b34847ae None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:34.242870 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc2daf-182d-4952-88a6-1f404c6488fb req-230fa899-ec71-485a-95bd-00ec6e55676d tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:34.255983 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-84dc2daf-182d-4952-88a6-1f404c6488fb req-230fa899-ec71-485a-95bd-00ec6e55676d tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.0682566 Apr 12 20:11:34.302498 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-84dc2daf-182d-4952-88a6-1f404c6488fb req-edaf837a-b2e8-4181-a6a3-a85a6c6528cc tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511599 Apr 12 20:11:34.369853 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-6610fcac-505f-4679-836b-2d18b34847ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': 'eace61e7-9017-47fa-81c9-1a0e28f33951', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'port_id': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'mac_address': 'fa:16:3e:3e:44:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:10:39Z', 'updated_at': '2022-04-12T20:11:32Z', 'revision_number': 1, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:34Z', 'revision_number': 5, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:34.400633 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6610fcac-505f-4679-836b-2d18b34847ae None None] Checking router: 2f48e267-a151-4374-afd9-5f823d3d95c0 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:11:34.411434 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6610fcac-505f-4679-836b-2d18b34847ae None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:34.412060 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-6610fcac-505f-4679-836b-2d18b34847ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:11:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:34.443871 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9adf50-b8ec-42f0-88f9-ba432fdc949e req-bfb55752-4292-4b01-9436-b300b2137603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:34.446434 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f9adf50-b8ec-42f0-88f9-ba432fdc949e req-bfb55752-4292-4b01-9436-b300b2137603 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36239d1c41ef42b1b707d6cf657711ee&device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 1129 time: 0.0496273 Apr 12 20:11:34.474919 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-24cc1433-84de-44c0-9f8e-28d906da3c13 req-adb72902-c369-4641-95c1-6cab59b1f126 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952768 Apr 12 20:11:34.527911 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-6610fcac-505f-4679-836b-2d18b34847ae None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:34.651844 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21941a5d-ba8c-45f5-9f0e-2ef238f57f49 req-9e31615f-8a59-41fa-88bd-e6ecc741dda6 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:34.653280 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21941a5d-ba8c-45f5-9f0e-2ef238f57f49 req-9e31615f-8a59-41fa-88bd-e6ecc741dda6 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0484428 Apr 12 20:11:34.707191 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21941a5d-ba8c-45f5-9f0e-2ef238f57f49 req-d52d2632-6bdb-4d0b-aec1-d5458c6b835b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472941 Apr 12 20:11:34.753666 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-6610fcac-505f-4679-836b-2d18b34847ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': 'eace61e7-9017-47fa-81c9-1a0e28f33951', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'port_id': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'mac_address': 'fa:16:3e:3e:44:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:10:39Z', 'updated_at': '2022-04-12T20:11:32Z', 'revision_number': 1, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:34Z', 'revision_number': 5, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:34.783155 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6610fcac-505f-4679-836b-2d18b34847ae None None] The sync data for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi is: [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': 'eace61e7-9017-47fa-81c9-1a0e28f33951', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'port_id': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'mac_address': 'fa:16:3e:3e:44:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:10:39Z', 'updated_at': '2022-04-12T20:11:32Z', 'revision_number': 1, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:34Z', 'revision_number': 5, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:11:34.989156 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2abfcf-6487-47e9-9e96-d7819f116363 None None] New status for floating IP eace61e7-9017-47fa-81c9-1a0e28f33951: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:11:35.411821 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a4b33-9afb-46eb-8720-bfad3cdfe5d1 req-78284175-9a37-410f-92b8-d7aed68aef13 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:35.413353 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f14a4b33-9afb-46eb-8720-bfad3cdfe5d1 req-78284175-9a37-410f-92b8-d7aed68aef13 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.0461655 Apr 12 20:11:35.462915 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f14a4b33-9afb-46eb-8720-bfad3cdfe5d1 req-4ec645ba-c35b-4f84-9540-4a3d675d070c tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441575 Apr 12 20:11:35.823353 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f29d4-d31c-4058-84ea-2052ec03cb94 req-5ee0c73a-e470-45b9-847e-eb802aff6168 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:35.824848 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-710f29d4-d31c-4058-84ea-2052ec03cb94 req-5ee0c73a-e470-45b9-847e-eb802aff6168 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0476460 Apr 12 20:11:35.872126 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-710f29d4-d31c-4058-84ea-2052ec03cb94 req-971f88b4-461c-48fe-a78a-641e108a3eba tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410247 Apr 12 20:11:35.947865 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bf5f972b-ab56-4add-8349-e6c1b2bd2e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:36.573017 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf4428-c907-4257-aa80-94ed94f72cbf req-7a191ef0-ca81-4d2b-b461-750656dd0022 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:36.574474 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5caf4428-c907-4257-aa80-94ed94f72cbf req-7a191ef0-ca81-4d2b-b461-750656dd0022 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.0461509 Apr 12 20:11:36.621265 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5caf4428-c907-4257-aa80-94ed94f72cbf req-cee422be-a706-4e9a-9aad-13bbd6a4d9ad tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Apr 12 20:11:36.986834 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdbd0a-bebd-47a5-9da0-32a09926ee48 req-28b7a0f1-37a4-48b7-ad2f-2952957b583c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:36.988871 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-50fdbd0a-bebd-47a5-9da0-32a09926ee48 req-28b7a0f1-37a4-48b7-ad2f-2952957b583c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0502939 Apr 12 20:11:37.035899 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-50fdbd0a-bebd-47a5-9da0-32a09926ee48 req-7190e1aa-163b-49ca-86f2-e50d43d48596 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Apr 12 20:11:37.734076 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc211b6-6617-4213-b8fb-e494c8c42e2f req-54577b2d-6bc1-4afc-910f-c7c38beb7ebe tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:37.735662 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7dc211b6-6617-4213-b8fb-e494c8c42e2f req-54577b2d-6bc1-4afc-910f-c7c38beb7ebe tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.0508821 Apr 12 20:11:37.793909 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7dc211b6-6617-4213-b8fb-e494c8c42e2f req-60e5976d-9091-4a35-ae41-2c10cf4a1c88 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518532 Apr 12 20:11:37.874670 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-24cc1433-84de-44c0-9f8e-28d906da3c13 req-96e08023-1159-44c5-8943-29b487abf05a service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945728 Apr 12 20:11:37.875676 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9adf50-b8ec-42f0-88f9-ba432fdc949e req-4e580809-d563-4278-879a-eea0a26b6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:37.877156 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f9adf50-b8ec-42f0-88f9-ba432fdc949e req-4e580809-d563-4278-879a-eea0a26b6795 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de93d020-fd87-43f9-9b84-c46a616eebc8 HTTP/1.1" status: 200 len: 917 time: 0.0951872 Apr 12 20:11:38.006668 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f9adf50-b8ec-42f0-88f9-ba432fdc949e req-fbb66cea-3951-467d-b13f-ceea0ef9c290 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b HTTP/1.1" status: 200 len: 1001 time: 0.0928414 Apr 12 20:11:38.151580 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d98a2-3d01-42c0-b672-b8f9088f101d req-e06be02f-a9af-48f6-b5f1-15658c977c9e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:38.153524 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b54d98a2-3d01-42c0-b672-b8f9088f101d req-e06be02f-a9af-48f6-b5f1-15658c977c9e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0509710 Apr 12 20:11:38.219653 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9adf50-b8ec-42f0-88f9-ba432fdc949e req-880a0df6-29bb-4a66-9362-08f95616b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:38.221040 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f9adf50-b8ec-42f0-88f9-ba432fdc949e req-880a0df6-29bb-4a66-9362-08f95616b2c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=949bc912-0fa2-4a4f-93d6-8e76c474a8f3 HTTP/1.1" status: 200 len: 855 time: 0.0666747 Apr 12 20:11:38.235170 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b54d98a2-3d01-42c0-b672-b8f9088f101d req-485cec85-7902-4772-9a71-ace5f0316581 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724118 Apr 12 20:11:38.434546 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9adf50-b8ec-42f0-88f9-ba432fdc949e req-ce21e263-528d-4fa2-bd0f-a48fec05b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:38.436212 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f9adf50-b8ec-42f0-88f9-ba432fdc949e req-ce21e263-528d-4fa2-bd0f-a48fec05b937 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de93d020-fd87-43f9-9b84-c46a616eebc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460250 Apr 12 20:11:38.442319 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a7a72c15-0f25-44eb-bc08-48e129b2cb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.584010 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63dec4-6941-46c4-a06d-bb7b246ab51a req-c1f32abe-057f-4a26-9c8e-f7ad53fb703e tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:38.585924 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-7d63dec4-6941-46c4-a06d-bb7b246ab51a req-c1f32abe-057f-4a26-9c8e-f7ad53fb703e tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.13 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.0934043 Apr 12 20:11:38.773349 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f9adf50-b8ec-42f0-88f9-ba432fdc949e req-56b3a6de-fcd6-4872-94d4-8cf85779db7e service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129365 Apr 12 20:11:38.782824 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [req-7d63dec4-6941-46c4-a06d-bb7b246ab51a req-c5e1eaae-5c6d-4cc6-be95-fb69d9aa4516 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Deleting port 00f1439e-32a3-435a-95fa-296796f3c851 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:11:38.783364 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d63dec4-6941-46c4-a06d-bb7b246ab51a req-c5e1eaae-5c6d-4cc6-be95-fb69d9aa4516 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (00f1439e-32a3-435a-95fa-296796f3c851), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.917296 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-7d63dec4-6941-46c4-a06d-bb7b246ab51a req-c5e1eaae-5c6d-4cc6-be95-fb69d9aa4516 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] For port 00f1439e-32a3-435a-95fa-296796f3c851, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=00f1439e-32a3-435a-95fa-296796f3c851,segment=NetworkSegment(626a492d-8719-4c32-888a-ef7eceba9925),segment_id=626a492d-8719-4c32-888a-ef7eceba9925)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:38.918547 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d63dec4-6941-46c4-a06d-bb7b246ab51a req-c5e1eaae-5c6d-4cc6-be95-fb69d9aa4516 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (00f1439e-32a3-435a-95fa-296796f3c851), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:38.938283 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [req-7d63dec4-6941-46c4-a06d-bb7b246ab51a req-c5e1eaae-5c6d-4cc6-be95-fb69d9aa4516 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Calling delete_port for 00f1439e-32a3-435a-95fa-296796f3c851 owned by compute:nova {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:11:38.967057 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018be38c-831b-4c8a-9031-2b0a835fe88b req-3390d0d3-dc50-4295-ad51-01f51cc57a86 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:38.968868 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-018be38c-831b-4c8a-9031-2b0a835fe88b req-3390d0d3-dc50-4295-ad51-01f51cc57a86 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 945 time: 0.0613563 Apr 12 20:11:39.043255 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f9adf50-b8ec-42f0-88f9-ba432fdc949e req-bb9c9f23-90f6-4cbc-a0f5-7ad0bc49c197 service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619045 Apr 12 20:11:39.057519 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-018be38c-831b-4c8a-9031-2b0a835fe88b req-21b1feca-e75d-4253-857c-36f537867f61 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f75646-4de9-40f4-b629-4829c801e755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783758 Apr 12 20:11:39.171016 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d63dec4-6941-46c4-a06d-bb7b246ab51a req-c5e1eaae-5c6d-4cc6-be95-fb69d9aa4516 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999'] for port (00f1439e-32a3-435a-95fa-296796f3c851), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:39.185644 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['00f1439e-32a3-435a-95fa-296796f3c851'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:11:39.234914 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1eaae-5c6d-4cc6-be95-fb69d9aa4516 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Pushing event deleted for resources: {'Port': ['ID=00f1439e-32a3-435a-95fa-296796f3c851,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:39.274645 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d63dec4-6941-46c4-a06d-bb7b246ab51a req-c5e1eaae-5c6d-4cc6-be95-fb69d9aa4516 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] No DVR routers for this DVR port 00f1439e-32a3-435a-95fa-296796f3c851 on host hv-cinder-83754 {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:11:39.279606 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-7d63dec4-6941-46c4-a06d-bb7b246ab51a req-c5e1eaae-5c6d-4cc6-be95-fb69d9aa4516 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:39.282043 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-7d63dec4-6941-46c4-a06d-bb7b246ab51a req-c5e1eaae-5c6d-4cc6-be95-fb69d9aa4516 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.13 "DELETE /v2.0/ports/00f1439e-32a3-435a-95fa-296796f3c851 HTTP/1.1" status: 204 len: 173 time: 0.6890378 Apr 12 20:11:39.282504 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4786ff52-8b21-43f9-8454-d022d1cdf90d', 'name': 'network-vif-deleted', 'tag': '00f1439e-32a3-435a-95fa-296796f3c851'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:11:39.285290 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dba29b4-f9ec-426b-b887-2e6789d07ee8" -d '{"events": [{"server_uuid": "4786ff52-8b21-43f9-8454-d022d1cdf90d", "name": "network-vif-deleted", "tag": "00f1439e-32a3-435a-95fa-296796f3c851"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:11:39.330295 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c373d5-887b-4203-8614-dfeb01af654e x-openstack-request-id: req-26c373d5-887b-4203-8614-dfeb01af654e {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:11:39.330584 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4786ff52-8b21-43f9-8454-d022d1cdf90d", "name": "network-vif-deleted", "tag": "00f1439e-32a3-435a-95fa-296796f3c851", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:11:39.330833 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26c373d5-887b-4203-8614-dfeb01af654e {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:11:39.331355 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c373d5-887b-4203-8614-dfeb01af654e'] response: {'server_uuid': '4786ff52-8b21-43f9-8454-d022d1cdf90d', 'name': 'network-vif-deleted', 'tag': '00f1439e-32a3-435a-95fa-296796f3c851', 'status': 'completed', 'code': 200} Apr 12 20:11:39.367853 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e204d5-bd5a-4eb9-b17e-cf0af5ad5aa5 req-8037d3af-d361-44bb-b34d-4d87985769a5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:39.369440 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10e204d5-bd5a-4eb9-b17e-cf0af5ad5aa5 req-8037d3af-d361-44bb-b34d-4d87985769a5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0615597 Apr 12 20:11:39.420168 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10e204d5-bd5a-4eb9-b17e-cf0af5ad5aa5 req-04eb424f-6282-47a6-afb4-9659b481b469 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444498 Apr 12 20:11:39.556470 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:40.162031 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b2cd0b01-b788-43f7-9e6a-2f7ba576d7eb req-f39bd58f-3cce-48ef-8b1c-22b1d7e13807 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 210 time: 0.0284822 Apr 12 20:11:40.533806 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc61fa-472b-4514-9219-ee559f8e0161 req-ea8cea16-9896-4632-b31d-f975e0bef58f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:40.535430 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-aacc61fa-472b-4514-9219-ee559f8e0161 req-ea8cea16-9896-4632-b31d-f975e0bef58f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0487788 Apr 12 20:11:40.584702 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-aacc61fa-472b-4514-9219-ee559f8e0161 req-7dd4bdbe-c842-43ee-a544-cd0c63378f97 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Apr 12 20:11:40.707651 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:41.257248 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e1406bac-6e34-4687-be94-1febdf35e415 req-096e2617-17ea-4d61-a780-5d5f0d715967 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 210 time: 0.0314343 Apr 12 20:11:41.697231 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe623a-37c3-440f-b584-e5abbb3f7c2b req-0c2359d3-6f2f-45b6-8bea-d17483bc12d6 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:41.698601 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8fe623a-37c3-440f-b584-e5abbb3f7c2b req-0c2359d3-6f2f-45b6-8bea-d17483bc12d6 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0465584 Apr 12 20:11:41.744643 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8fe623a-37c3-440f-b584-e5abbb3f7c2b req-e1d45892-1267-4c17-9a25-7cf2df460dd8 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406041 Apr 12 20:11:42.042896 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 00f1439e-32a3-435a-95fa-296796f3c851 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:11:42.064136 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 00f1439e-32a3-435a-95fa-296796f3c851 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:11:42.064660 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 00f1439e-32a3-435a-95fa-296796f3c851 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:11:42.350271 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cf2768e2-9818-48f5-b829-9aeb0742fb39 req-220a9b23-9e25-48a1-9ab3-2ea20a2b3583 tempest-DeleteServersTestJSON-361497178 tempest-DeleteServersTestJSON-361497178-project] 10.222.0.44 "GET /v2.0/ports?device_id=4786ff52-8b21-43f9-8454-d022d1cdf90d HTTP/1.1" status: 200 len: 210 time: 0.0285621 Apr 12 20:11:42.613516 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:42.858165 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e16ab-8818-4c88-b8f1-875c88c0ff0f req-9e2b3f48-a80f-46ca-ae09-1a6f0c9fc807 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:42.859190 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6c1e16ab-8818-4c88-b8f1-875c88c0ff0f req-9e2b3f48-a80f-46ca-ae09-1a6f0c9fc807 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0475309 Apr 12 20:11:42.916659 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6c1e16ab-8818-4c88-b8f1-875c88c0ff0f req-23b34616-f32a-424f-9840-96f0a74663b0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507219 Apr 12 20:11:44.063468 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cccdc-2fb8-4537-be96-1f480ff44ca6 req-ed1ea2c0-22ef-4914-b57a-59c9af2a9e9f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:44.066085 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-680cccdc-2fb8-4537-be96-1f480ff44ca6 req-ed1ea2c0-22ef-4914-b57a-59c9af2a9e9f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0703907 Apr 12 20:11:44.124938 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-680cccdc-2fb8-4537-be96-1f480ff44ca6 req-24731960-4a78-420a-bf4f-439a299569c0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503869 Apr 12 20:11:44.254006 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38294) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:44.357094 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1cf8a090-7045-4739-b602-7fdc7aac4a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.447690 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1cf8a090-7045-4739-b602-7fdc7aac4a19 admin admin] Publish callbacks [] for security_group (b5363bbf-c955-4141-bf1f-8542dfa0df3d), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.452165 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1cf8a090-7045-4739-b602-7fdc7aac4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b5363bbf-c955-4141-bf1f-8542dfa0df3d), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.497520 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-1cf8a090-7045-4739-b602-7fdc7aac4a19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60ac3617932e44c4a0001062555c966f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424591 Apr 12 20:11:44.498658 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8a090-7045-4739-b602-7fdc7aac4a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5363bbf-c955-4141-bf1f-8542dfa0df3d,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:44.500281 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38308) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:44.550532 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad4f843a-9aa1-4719-92c7-65eb529366ab admin admin] Publish callbacks [] for security_group (b5363bbf-c955-4141-bf1f-8542dfa0df3d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.571940 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad4f843a-9aa1-4719-92c7-65eb529366ab admin admin] Publish callbacks [] for security_group (b5363bbf-c955-4141-bf1f-8542dfa0df3d), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.622313 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad4f843a-9aa1-4719-92c7-65eb529366ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b5363bbf-c955-4141-bf1f-8542dfa0df3d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.624978 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad4f843a-9aa1-4719-92c7-65eb529366ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.626877 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ad4f843a-9aa1-4719-92c7-65eb529366ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b5363bbf-c955-4141-bf1f-8542dfa0df3d HTTP/1.1" status: 204 len: 168 time: 0.1249661 Apr 12 20:11:44.635205 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f843a-9aa1-4719-92c7-65eb529366ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5363bbf-c955-4141-bf1f-8542dfa0df3d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:44.814457 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38326) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:44.862922 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e497e8b-6ffa-4347-91ee-a4ba28d08bd4 admin admin] Deleting subnet ba13253c-1bd4-424f-843c-3f9277377a2c {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:11:44.866156 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5e497e8b-6ffa-4347-91ee-a4ba28d08bd4 admin admin] Publish callbacks [] for subnet (ba13253c-1bd4-424f-843c-3f9277377a2c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.901279 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5e497e8b-6ffa-4347-91ee-a4ba28d08bd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066142160'] for subnet (ba13253c-1bd4-424f-843c-3f9277377a2c), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.938046 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38328) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:44.943744 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5e497e8b-6ffa-4347-91ee-a4ba28d08bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (ba13253c-1bd4-424f-843c-3f9277377a2c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.954643 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-429f2c2a-2001-4115-b7b1-69a7da071002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:44.997180 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5e497e8b-6ffa-4347-91ee-a4ba28d08bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065568327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065880476'] for subnet (ba13253c-1bd4-424f-843c-3f9277377a2c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.026116 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e497e8b-6ffa-4347-91ee-a4ba28d08bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba13253c-1bd4-424f-843c-3f9277377a2c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:45.029889 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5e497e8b-6ffa-4347-91ee-a4ba28d08bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.032481 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-429f2c2a-2001-4115-b7b1-69a7da071002 admin admin] Publish callbacks [] for security_group (7362f115-f840-458e-86af-50638f015650), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.033068 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-5e497e8b-6ffa-4347-91ee-a4ba28d08bd4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ba13253c-1bd4-424f-843c-3f9277377a2c HTTP/1.1" status: 204 len: 168 time: 0.2175410 Apr 12 20:11:45.036205 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38330) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:45.037109 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-429f2c2a-2001-4115-b7b1-69a7da071002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (7362f115-f840-458e-86af-50638f015650), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.079799 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-429f2c2a-2001-4115-b7b1-69a7da071002 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=374c68d0e3bf4f7d91f0898ba6ea398f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383171 Apr 12 20:11:45.079799 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f2c2a-2001-4115-b7b1-69a7da071002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7362f115-f840-458e-86af-50638f015650,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:45.081887 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38332) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:45.105579 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa2f4-9461-42e4-9f7e-46268ed6e4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (a947333a-c3ab-4dbf-97f6-913f53a1c5fc), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.130559 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b2430551-2bf1-4aa0-a954-cf54551d594f admin admin] Publish callbacks [] for security_group (7362f115-f840-458e-86af-50638f015650), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.157538 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b2430551-2bf1-4aa0-a954-cf54551d594f admin admin] Publish callbacks [] for security_group (7362f115-f840-458e-86af-50638f015650), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.195674 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa2f4-9461-42e4-9f7e-46268ed6e4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (a947333a-c3ab-4dbf-97f6-913f53a1c5fc), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.217136 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b2430551-2bf1-4aa0-a954-cf54551d594f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (7362f115-f840-458e-86af-50638f015650), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.220360 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b2430551-2bf1-4aa0-a954-cf54551d594f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.221533 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-b2430551-2bf1-4aa0-a954-cf54551d594f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7362f115-f840-458e-86af-50638f015650 HTTP/1.1" status: 204 len: 168 time: 0.1385782 Apr 12 20:11:45.233394 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2430551-2bf1-4aa0-a954-cf54551d594f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7362f115-f840-458e-86af-50638f015650,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:45.252910 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6f7fa2f4-9461-42e4-9f7e-46268ed6e4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a947333a-c3ab-4dbf-97f6-913f53a1c5fc']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:45.269234 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6f7fa2f4-9461-42e4-9f7e-46268ed6e4f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626a492d-8719-4c32-888a-ef7eceba9925') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:45.269621 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6f7fa2f4-9461-42e4-9f7e-46268ed6e4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626a492d-8719-4c32-888a-ef7eceba9925') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:45.287038 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9006731-9c07-4c31-b09a-b100206487cf req-e023ebaf-a607-42c3-a50d-e7406682946d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:45.288580 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b9006731-9c07-4c31-b09a-b100206487cf req-e023ebaf-a607-42c3-a50d-e7406682946d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0901716 Apr 12 20:11:45.290295 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa2f4-9461-42e4-9f7e-46268ed6e4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066142187'] for segment (626a492d-8719-4c32-888a-ef7eceba9925), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.313842 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa2f4-9461-42e4-9f7e-46268ed6e4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (626a492d-8719-4c32-888a-ef7eceba9925), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.325467 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7fa2f4-9461-42e4-9f7e-46268ed6e4f0 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:11:45.325850 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa2f4-9461-42e4-9f7e-46268ed6e4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065568509'] for segment (626a492d-8719-4c32-888a-ef7eceba9925), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: Traceback (most recent call last): Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: timer() Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: cb(*args, **kw) Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: self._notify() Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: self.callback(batched_events) Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: event.method(event) Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: return f(self, *a, **k) Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._get(url).json() Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:11:45.328589 dv-cinder-837542-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:11:45.399380 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b9006731-9c07-4c31-b09a-b100206487cf req-12b90a07-6226-47ac-b2c0-b352013a47b7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024361 Apr 12 20:11:45.406408 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa2f4-9461-42e4-9f7e-46268ed6e4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (a947333a-c3ab-4dbf-97f6-913f53a1c5fc), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.413123 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa2f4-9461-42e4-9f7e-46268ed6e4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.419217 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6f7fa2f4-9461-42e4-9f7e-46268ed6e4f0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a947333a-c3ab-4dbf-97f6-913f53a1c5fc HTTP/1.1" status: 204 len: 168 time: 0.3797021 Apr 12 20:11:45.431106 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fa2f4-9461-42e4-9f7e-46268ed6e4f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a947333a-c3ab-4dbf-97f6-913f53a1c5fc,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:45.589413 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38352) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:45.629238 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-20882b51-15e9-4516-813a-2cec8b1234a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99473ef92aa6423597a2294a5c26f846&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386937 Apr 12 20:11:45.631677 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38356) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:45.683208 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-176ef450-11e6-42e0-8293-a7a2bf902cfe admin admin] Publish callbacks [] for security_group (e0f75646-4de9-40f4-b629-4829c801e755), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.705341 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-176ef450-11e6-42e0-8293-a7a2bf902cfe admin admin] Publish callbacks [] for security_group (e0f75646-4de9-40f4-b629-4829c801e755), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.769227 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-176ef450-11e6-42e0-8293-a7a2bf902cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (e0f75646-4de9-40f4-b629-4829c801e755), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.772806 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-176ef450-11e6-42e0-8293-a7a2bf902cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:45.776546 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-176ef450-11e6-42e0-8293-a7a2bf902cfe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0f75646-4de9-40f4-b629-4829c801e755 HTTP/1.1" status: 204 len: 168 time: 0.1414797 Apr 12 20:11:45.787418 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ef450-11e6-42e0-8293-a7a2bf902cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f75646-4de9-40f4-b629-4829c801e755,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:46.436520 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38406) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:46.528094 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99655e70-391a-4d95-acec-5f6ac401d148 req-e3e72202-5914-40b0-baac-94c57f1a5271 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:46.529788 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-99655e70-391a-4d95-acec-5f6ac401d148 req-e3e72202-5914-40b0-baac-94c57f1a5271 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0543194 Apr 12 20:11:46.548879 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-41485135-network', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:46.591896 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Made reservation on behalf of c68edf8f055946fe965bdf73106fce58 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:11:46.594181 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:46.605596 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:46.611051 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-99655e70-391a-4d95-acec-5f6ac401d148 req-837f47c9-9ee1-4449-b015-7e9092dc6d81 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758059 Apr 12 20:11:46.704079 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Publish callbacks [] for security_group (f29ed9bf-8dec-4bc1-b8f4-ddf166fd2803), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:46.708098 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (f29ed9bf-8dec-4bc1-b8f4-ddf166fd2803), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:46.736074 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:11:46.743004 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29ed9bf-8dec-4bc1-b8f4-ddf166fd2803,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:46.753526 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:46.754209 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Added segment c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c of type vlan for network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 Apr 12 20:11:46.800653 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (058700fe-b621-4dcd-ad5a-ba20d9c398f9), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:46.828373 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (058700fe-b621-4dcd-ad5a-ba20d9c398f9), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:46.829322 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:46.829900 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:46.865403 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4275503 Apr 12 20:11:46.868409 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38428) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:46.878013 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-63733901-8d49-4318-b396-616e0f98592c admin admin] Request body: {'subnet': {'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-41485135-subnet', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:46.899518 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a6fd5-a374-4084-bb47-7ed8050c0c8c admin admin] Pushing event updated for resources: {'Network': ['ID=058700fe-b621-4dcd-ad5a-ba20d9c398f9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:46.904616 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63733901-8d49-4318-b396-616e0f98592c admin admin] Made reservation on behalf of c68edf8f055946fe965bdf73106fce58 for: {'subnet': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:11:46.906970 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-63733901-8d49-4318-b396-616e0f98592c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:46.911808 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:11:47.079724 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-63733901-8d49-4318-b396-616e0f98592c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for subnet (8466dadb-85c5-478b-8c6f-ed735868dba2), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.140861 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63733901-8d49-4318-b396-616e0f98592c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8466dadb-85c5-478b-8c6f-ed735868dba2,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:47.152210 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63733901-8d49-4318-b396-616e0f98592c admin admin] Checking segment: {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:11:47.152606 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63733901-8d49-4318-b396-616e0f98592c admin admin] Network hostable DHCP agents. Network: 058700fe-b621-4dcd-ad5a-ba20d9c398f9, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:11:47.173807 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63733901-8d49-4318-b396-616e0f98592c admin admin] Network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:11:47.185266 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-63733901-8d49-4318-b396-616e0f98592c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 058700fe-b621-4dcd-ad5a-ba20d9c398f9) {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:47.189627 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63733901-8d49-4318-b396-616e0f98592c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:47.190221 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-63733901-8d49-4318-b396-616e0f98592c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.200052 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab2d733-d054-4199-b9b1-523eeaa9da2d None None] Network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:11:47.212529 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-63733901-8d49-4318-b396-616e0f98592c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3423421 Apr 12 20:11:47.215195 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38442) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:47.220480 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:47.255954 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61321'] for router (1528482d-75d2-4dee-bdfa-de1c7ae6287f), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.257518 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1650774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61328'] for router (1528482d-75d2-4dee-bdfa-de1c7ae6287f), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.345829 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Publish callbacks [] for router_controller (1528482d-75d2-4dee-bdfa-de1c7ae6287f), precommit_add_association {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.513652 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Publish callbacks [] for router_gateway (1528482d-75d2-4dee-bdfa-de1c7ae6287f), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.514772 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d8a2851-514c-574c-8383-fe2ed6b99b3a-058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2'}]}} from dv-cinder-837542-1-iscsi. {{(pid=103446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:11:47.515765 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.727012 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Allocated IP 172.20.0.2 (058700fe-b621-4dcd-ad5a-ba20d9c398f9/8466dadb-85c5-478b-8c6f-ed735868dba2/7bec5327-cdff-4ea6-89be-366417628c38) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:11:47.745970 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38464) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:47.791252 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419f06c-5ce8-4f63-b331-5bde730247e1 req-e11708c3-1bce-4409-b916-2ac98daa25e4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:47.794024 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c419f06c-5ce8-4f63-b331-5bde730247e1 req-e11708c3-1bce-4409-b916-2ac98daa25e4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0758417 Apr 12 20:11:47.844700 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Publish callbacks [] for router_gateway (1528482d-75d2-4dee-bdfa-de1c7ae6287f), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.897631 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c419f06c-5ce8-4f63-b331-5bde730247e1 req-3f67017a-fb37-4473-a2d9-62f149a2b3fb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955701 Apr 12 20:11:47.940736 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:47.997525 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Publish callbacks [] for port (7bec5327-cdff-4ea6-89be-366417628c38), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.006932 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (7bec5327-cdff-4ea6-89be-366417628c38), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.056734 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:11:48.060697 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:48.064655 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:11:48.075298 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43e27890-254f-4123-9b48-90c38855f809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.088596 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Pushing event updated for resources: {'Port': ['ID=7bec5327-cdff-4ea6-89be-366417628c38,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:48.100472 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.101035 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.101569 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.102086 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.102561 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.103051 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.103529 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.104029 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.104514 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.104986 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.105605 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.106262 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.106737 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.107216 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.107682 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:48.166706 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Attempting to bind port 7bec5327-cdff-4ea6-89be-366417628c38 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:11:48.168629 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Attempting to bind port 7bec5327-cdff-4ea6-89be-366417628c38 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:11:48.169210 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Attempting to bind port 7bec5327-cdff-4ea6-89be-366417628c38 on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:11:48.175344 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38486) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:48.181186 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:11:48.181949 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Checking segment: {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:11:48.182841 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.183554 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Bound using segment: {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:11:48.184564 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Bound port: 7bec5327-cdff-4ea6-89be-366417628c38, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:11:48.185373 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (7bec5327-cdff-4ea6-89be-366417628c38), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.272356 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Allocated IP 172.27.0.65 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/bc7ce132-5e15-4af8-8fcd-d0dd090c49f9) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:11:48.283637 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] For port 7bec5327-cdff-4ea6-89be-366417628c38, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:11:48.287713 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] For port 7bec5327-cdff-4ea6-89be-366417628c38, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=7bec5327-cdff-4ea6-89be-366417628c38,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:11:48.296327 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (7bec5327-cdff-4ea6-89be-366417628c38), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.332409 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2be9621-d897-4ae4-a66b-6ce7cbc48e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.368577 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cbb57-479f-4782-9668-d3f9a04f7424 None None] Pushing event updated for resources: {'Port': ['ID=7bec5327-cdff-4ea6-89be-366417628c38,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:48.381408 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43e27890-254f-4123-9b48-90c38855f809 admin admin] Publish callbacks [] for security_group (f8a74dcd-e617-4eac-ab33-b01ba5e12d3c), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.387350 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43e27890-254f-4123-9b48-90c38855f809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (f8a74dcd-e617-4eac-ab33-b01ba5e12d3c), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.458140 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2be9621-d897-4ae4-a66b-6ce7cbc48e53 admin admin] Publish callbacks [] for security_group (d8de9e29-b58a-46a9-81d7-bbbf1c8836a1), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.468463 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2be9621-d897-4ae4-a66b-6ce7cbc48e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d8de9e29-b58a-46a9-81d7-bbbf1c8836a1), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.527448 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f2be9621-d897-4ae4-a66b-6ce7cbc48e53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d9347f149b641839f5a257ed16ce34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494027 Apr 12 20:11:48.528098 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38496) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:48.531287 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be9621-d897-4ae4-a66b-6ce7cbc48e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8de9e29-b58a-46a9-81d7-bbbf1c8836a1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:48.625441 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e614246-149d-4565-b562-2f9d215ab604 admin admin] Publish callbacks [] for security_group (d8de9e29-b58a-46a9-81d7-bbbf1c8836a1), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.654155 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e614246-149d-4565-b562-2f9d215ab604 admin admin] Publish callbacks [] for security_group (d8de9e29-b58a-46a9-81d7-bbbf1c8836a1), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.701396 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-43e27890-254f-4123-9b48-90c38855f809 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e260969f749c465e8054f5c58d002034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9485428 Apr 12 20:11:48.703840 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e27890-254f-4123-9b48-90c38855f809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a74dcd-e617-4eac-ab33-b01ba5e12d3c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:48.704873 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38498) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:48.731225 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Publish callbacks [] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.783962 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e614246-149d-4565-b562-2f9d215ab604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d8de9e29-b58a-46a9-81d7-bbbf1c8836a1), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.786172 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.787717 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e614246-149d-4565-b562-2f9d215ab604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.791467 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-4e614246-149d-4565-b562-2f9d215ab604 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8de9e29-b58a-46a9-81d7-bbbf1c8836a1 HTTP/1.1" status: 204 len: 168 time: 0.2597947 Apr 12 20:11:48.800791 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87003f88-fe25-47d2-bd15-67942d38015e admin admin] Publish callbacks [] for security_group (f8a74dcd-e617-4eac-ab33-b01ba5e12d3c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.810829 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e614246-149d-4565-b562-2f9d215ab604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8de9e29-b58a-46a9-81d7-bbbf1c8836a1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:48.828369 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:11:48.832560 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:48.840750 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:11:48.854497 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87003f88-fe25-47d2-bd15-67942d38015e admin admin] Publish callbacks [] for security_group (f8a74dcd-e617-4eac-ab33-b01ba5e12d3c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.888054 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Pushing event updated for resources: {'Port': ['ID=bc7ce132-5e15-4af8-8fcd-d0dd090c49f9,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:48.920288 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87003f88-fe25-47d2-bd15-67942d38015e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (f8a74dcd-e617-4eac-ab33-b01ba5e12d3c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.925142 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87003f88-fe25-47d2-bd15-67942d38015e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:48.929021 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-87003f88-fe25-47d2-bd15-67942d38015e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8a74dcd-e617-4eac-ab33-b01ba5e12d3c HTTP/1.1" status: 204 len: 168 time: 0.2172339 Apr 12 20:11:48.935323 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87003f88-fe25-47d2-bd15-67942d38015e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a74dcd-e617-4eac-ab33-b01ba5e12d3c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:49.111204 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fc48a-3217-4da1-aba2-7b2deeceedcd req-4e871fc7-8ffd-4d0f-849b-87cabeece8a2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:49.126248 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c5fc48a-3217-4da1-aba2-7b2deeceedcd req-4e871fc7-8ffd-4d0f-849b-87cabeece8a2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0797834 Apr 12 20:11:49.204384 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Publish callbacks [] for router_gateway (1528482d-75d2-4dee-bdfa-de1c7ae6287f), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:49.240650 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c5fc48a-3217-4da1-aba2-7b2deeceedcd req-55143610-8651-46d0-81d4-7b4317143851 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939775 Apr 12 20:11:49.495456 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651111'] for router (1528482d-75d2-4dee-bdfa-de1c7ae6287f), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:49.682530 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38540) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:49.711231 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-786d8491-ec46-406d-a01b-5a5fe87084b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:49.713447 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Router 1528482d-75d2-4dee-bdfa-de1c7ae6287f is scheduled to L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c with binding_index 1 {{(pid=103445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:11:49.830478 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-786d8491-ec46-406d-a01b-5a5fe87084b0 admin admin] Publish callbacks [] for security_group (739602bd-f19b-42cb-9fce-53d5eecfd765), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:49.838039 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-786d8491-ec46-406d-a01b-5a5fe87084b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (739602bd-f19b-42cb-9fce-53d5eecfd765), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:49.885485 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-786d8491-ec46-406d-a01b-5a5fe87084b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c87a2ab5a2447dfa806f8bea86accf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016490 Apr 12 20:11:49.886547 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d8491-ec46-406d-a01b-5a5fe87084b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739602bd-f19b-42cb-9fce-53d5eecfd765,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:49.888692 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38548) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:49.921365 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6488e91c-38f5-40bf-b854-1fcfa141d138 None None] Network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:11:49.928854 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:11:49.939588 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Sync routers for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:11:49.956665 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:49.957337 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:11:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:49.978108 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:49.979460 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-f6ccd2e1-5df6-41ca-93e4-0e5409aa9b1e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7633276 Apr 12 20:11:49.982906 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38552) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:49.983683 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcbc8-996b-41a1-a7b4-68060e4f60e9 admin admin] Publish callbacks [] for security_group (739602bd-f19b-42cb-9fce-53d5eecfd765), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.009437 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-6bfdbed4-6d75-4115-b676-5c182603db62 None None] Provisioning complete for port 7bec5327-cdff-4ea6-89be-366417628c38 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:50.009851 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6bfdbed4-6d75-4115-b676-5c182603db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7bec5327-cdff-4ea6-89be-366417628c38), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.012046 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcbc8-996b-41a1-a7b4-68060e4f60e9 admin admin] Publish callbacks [] for security_group (739602bd-f19b-42cb-9fce-53d5eecfd765), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.079841 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcbc8-996b-41a1-a7b4-68060e4f60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (739602bd-f19b-42cb-9fce-53d5eecfd765), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.085186 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:50.089425 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcbc8-996b-41a1-a7b4-68060e4f60e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.091611 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-b3bdcbc8-996b-41a1-a7b4-68060e4f60e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/739602bd-f19b-42cb-9fce-53d5eecfd765 HTTP/1.1" status: 204 len: 168 time: 0.2017431 Apr 12 20:11:50.140493 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdcbc8-996b-41a1-a7b4-68060e4f60e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739602bd-f19b-42cb-9fce-53d5eecfd765,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:50.182206 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-6bfdbed4-6d75-4115-b676-5c182603db62 None None] Current status of the port 7bec5327-cdff-4ea6-89be-366417628c38 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:50.183773 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6bfdbed4-6d75-4115-b676-5c182603db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (7bec5327-cdff-4ea6-89be-366417628c38), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.265855 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-6bfdbed4-6d75-4115-b676-5c182603db62 None None] For port 7bec5327-cdff-4ea6-89be-366417628c38, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=7bec5327-cdff-4ea6-89be-366417628c38,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:50.275712 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 7bec5327-cdff-4ea6-89be-366417628c38 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:11:50.279523 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6bfdbed4-6d75-4115-b676-5c182603db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (7bec5327-cdff-4ea6-89be-366417628c38), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.401123 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:48Z', 'revision_number': 3, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:50.437960 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 7bec5327-cdff-4ea6-89be-366417628c38 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:50.438196 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Checking router: 1528482d-75d2-4dee-bdfa-de1c7ae6287f for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:11:50.438427 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Updating router 1528482d-75d2-4dee-bdfa-de1c7ae6287f port bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 binding host dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:11:50.438598 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7bec5327-cdff-4ea6-89be-366417628c38), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.441297 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdbed4-6d75-4115-b676-5c182603db62 None None] Pushing event updated for resources: {'Port': ['ID=7bec5327-cdff-4ea6-89be-366417628c38,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:50.473841 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.490437 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409fb09-499b-4ea9-99a5-4ee05cb90e00 req-93ec0cdb-4494-44a4-8950-318702e12d4f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:50.492977 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6409fb09-499b-4ea9-99a5-4ee05cb90e00 req-93ec0cdb-4494-44a4-8950-318702e12d4f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.1071160 Apr 12 20:11:50.505637 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-0b60d4d0-d7f0-4470-83c0-663aaf866602 None None] Provisioning complete for port 7bec5327-cdff-4ea6-89be-366417628c38 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:50.506387 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0b60d4d0-d7f0-4470-83c0-663aaf866602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7bec5327-cdff-4ea6-89be-366417628c38), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.585331 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6409fb09-499b-4ea9-99a5-4ee05cb90e00 req-90812124-28d8-4d65-92b7-5131939d8b9b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823331 Apr 12 20:11:50.603858 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 7bec5327-cdff-4ea6-89be-366417628c38 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:50.680075 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-0b60d4d0-d7f0-4470-83c0-663aaf866602 None None] Current status of the port 7bec5327-cdff-4ea6-89be-366417628c38 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:50.731414 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.775777 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Publish callbacks [] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.784931 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.803091 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38570) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:50.826476 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c395baca-e94e-4f13-a8c1-71178952b3e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.847951 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Attempting to bind port bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:11:50.848366 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Attempting to bind port bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:11:50.848715 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Attempting to bind port bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 on network 2a96407d-31ee-4009-9b88-c39044fbbdfd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:11:50.853942 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Pushing event updated for resources: {'Port': ['ID=bc7ce132-5e15-4af8-8fcd-d0dd090c49f9,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:50.860392 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:11:50.861041 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Checking segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:11:50.861606 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.862689 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Bound using segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:11:50.863961 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Bound port: bc7ce132-5e15-4af8-8fcd-d0dd090c49f9, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:11:50.864538 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.892485 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.893054 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.894737 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.895258 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.895767 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.896273 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.896603 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.897093 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.897582 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.897907 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.898385 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.898881 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.899687 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.900011 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.900384 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:11:50.936538 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] For port bc7ce132-5e15-4af8-8fcd-d0dd090c49f9, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:11:50.939868 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] For port bc7ce132-5e15-4af8-8fcd-d0dd090c49f9, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=bc7ce132-5e15-4af8-8fcd-d0dd090c49f9,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:11:50.946567 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c395baca-e94e-4f13-a8c1-71178952b3e0 admin admin] Publish callbacks [] for security_group (37b4001d-f6c4-4d28-a813-8a6038d62a84), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.949094 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:50.954805 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c395baca-e94e-4f13-a8c1-71178952b3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (37b4001d-f6c4-4d28-a813-8a6038d62a84), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.017291 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa074f1-b198-40f7-baea-fb250794f614 None None] Pushing event updated for resources: {'Port': ['ID=bc7ce132-5e15-4af8-8fcd-d0dd090c49f9,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:51.032018 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:51.032593 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:11:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:51.039620 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-c395baca-e94e-4f13-a8c1-71178952b3e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3357b16a60c47c2a143f9e4b1d2c0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348316 Apr 12 20:11:51.043735 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38582) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:51.052802 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395baca-e94e-4f13-a8c1-71178952b3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b4001d-f6c4-4d28-a813-8a6038d62a84,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:51.153184 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:51.201602 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Allocated IP 172.20.0.1 (058700fe-b621-4dcd-ad5a-ba20d9c398f9/8466dadb-85c5-478b-8c6f-ed735868dba2/9517d95a-1c00-4c2c-b94f-c8b66b2e4f89) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:11:51.217271 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-914f8555-0112-4af2-8767-759da9ec403a admin admin] Publish callbacks [] for security_group (37b4001d-f6c4-4d28-a813-8a6038d62a84), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.288183 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38594) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:51.294373 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-914f8555-0112-4af2-8767-759da9ec403a admin admin] Publish callbacks [] for security_group (37b4001d-f6c4-4d28-a813-8a6038d62a84), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.350014 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.412948 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Publish callbacks [] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.414770 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-914f8555-0112-4af2-8767-759da9ec403a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (37b4001d-f6c4-4d28-a813-8a6038d62a84), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.417262 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-914f8555-0112-4af2-8767-759da9ec403a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.418413 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-914f8555-0112-4af2-8767-759da9ec403a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37b4001d-f6c4-4d28-a813-8a6038d62a84 HTTP/1.1" status: 204 len: 168 time: 0.3667483 Apr 12 20:11:51.434202 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f8555-0112-4af2-8767-759da9ec403a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b4001d-f6c4-4d28-a813-8a6038d62a84,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:51.463517 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f2f485e-c356-43dc-9a53-6d06089e1c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.476117 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.478077 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:48Z', 'revision_number': 3, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:51.517813 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1834fec1-a964-486f-b454-20a55de314f9 None None] The sync data for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi is: [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:48Z', 'revision_number': 3, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:11:51.528635 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Pushing event updated for resources: {'Port': ['ID=9517d95a-1c00-4c2c-b94f-c8b66b2e4f89,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:51.542715 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:11:51.544266 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:51.546686 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:11:51.573783 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f2f485e-c356-43dc-9a53-6d06089e1c32 admin admin] Publish callbacks [] for security_group (096c7edf-7c8c-4b1e-b304-3ac6e3b9d75e), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.583901 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f2f485e-c356-43dc-9a53-6d06089e1c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (096c7edf-7c8c-4b1e-b304-3ac6e3b9d75e), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.589606 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651030'] for router_interface (1528482d-75d2-4dee-bdfa-de1c7ae6287f), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.639285 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-2f2f485e-c356-43dc-9a53-6d06089e1c32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3141d348f4af4f21a8af8ec8b9e26a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492661 Apr 12 20:11:51.641788 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38604) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:51.645474 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f485e-c356-43dc-9a53-6d06089e1c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096c7edf-7c8c-4b1e-b304-3ac6e3b9d75e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:51.757203 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-783faa82-8d0f-43b3-a383-46079fac71d1 admin admin] Publish callbacks [] for security_group (096c7edf-7c8c-4b1e-b304-3ac6e3b9d75e), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.806498 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-783faa82-8d0f-43b3-a383-46079fac71d1 admin admin] Publish callbacks [] for security_group (096c7edf-7c8c-4b1e-b304-3ac6e3b9d75e), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.829114 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.855623 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c15380-da63-454e-8044-3d690416d58b req-8a391455-1534-4372-bbbc-dc2d0a4da98a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:51.864280 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-05c15380-da63-454e-8044-3d690416d58b req-8a391455-1534-4372-bbbc-dc2d0a4da98a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.1296732 Apr 12 20:11:51.871325 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-783faa82-8d0f-43b3-a383-46079fac71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (096c7edf-7c8c-4b1e-b304-3ac6e3b9d75e), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.873848 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-783faa82-8d0f-43b3-a383-46079fac71d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:51.875602 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-783faa82-8d0f-43b3-a383-46079fac71d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/096c7edf-7c8c-4b1e-b304-3ac6e3b9d75e HTTP/1.1" status: 204 len: 168 time: 0.2327201 Apr 12 20:11:51.885335 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783faa82-8d0f-43b3-a383-46079fac71d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096c7edf-7c8c-4b1e-b304-3ac6e3b9d75e,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:51.980510 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-05c15380-da63-454e-8044-3d690416d58b req-53e2c900-3606-49da-ba35-e13cce916f93 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141541 Apr 12 20:11:51.981531 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-38977415-4217-436d-b837-5ec89090f212 None None] Provisioning complete for port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:51.982021 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-38977415-4217-436d-b837-5ec89090f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.037062 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-38977415-4217-436d-b837-5ec89090f212 None None] Port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:11:52.214430 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Publish callbacks [] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.224585 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.285352 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:11:52.371199 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Pushing event updated for resources: {'Port': ['ID=9517d95a-1c00-4c2c-b94f-c8b66b2e4f89,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:52.402579 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651942'] for router_interface (1528482d-75d2-4dee-bdfa-de1c7ae6287f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.411237 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38636) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:52.421678 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:52.422253 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.427679 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab7a737b-e39c-41a5-aeb4-e5ed2575058d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.437559 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:11:52.566201 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:11:52.568269 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:52.632383 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab7a737b-e39c-41a5-aeb4-e5ed2575058d admin admin] Publish callbacks [] for security_group (e82d1c46-a58a-41ec-bf15-38f18989b20b), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.645085 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab7a737b-e39c-41a5-aeb4-e5ed2575058d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (e82d1c46-a58a-41ec-bf15-38f18989b20b), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.652058 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:52.653164 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.713484 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a737b-e39c-41a5-aeb4-e5ed2575058d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82d1c46-a58a-41ec-bf15-38f18989b20b,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:52.715103 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port bc7ce132-5e15-4af8-8fcd-d0dd090c49f9, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=bc7ce132-5e15-4af8-8fcd-d0dd090c49f9,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:52.742191 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.743478 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 7bec5327-cdff-4ea6-89be-366417628c38 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:11:52.760104 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-ab7a737b-e39c-41a5-aeb4-e5ed2575058d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d72a519b094f48dcb56a60a60781c222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471899 Apr 12 20:11:52.780320 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38648) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:52.908689 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae01b-ce45-4408-80d0-0ee823508302 admin admin] Publish callbacks [] for security_group (e82d1c46-a58a-41ec-bf15-38f18989b20b), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:52.930056 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=bc7ce132-5e15-4af8-8fcd-d0dd090c49f9,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:52.932260 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Router 1528482d-75d2-4dee-bdfa-de1c7ae6287f has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:11:52.957679 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 7bec5327-cdff-4ea6-89be-366417628c38 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:52.958998 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7bec5327-cdff-4ea6-89be-366417628c38), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.001170 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae01b-ce45-4408-80d0-0ee823508302 admin admin] Publish callbacks [] for security_group (e82d1c46-a58a-41ec-bf15-38f18989b20b), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.067324 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae01b-ce45-4408-80d0-0ee823508302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (e82d1c46-a58a-41ec-bf15-38f18989b20b), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.070844 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae01b-ce45-4408-80d0-0ee823508302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.072632 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-3c4ae01b-ce45-4408-80d0-0ee823508302 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e82d1c46-a58a-41ec-bf15-38f18989b20b HTTP/1.1" status: 204 len: 168 time: 0.2911978 Apr 12 20:11:53.086056 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ae01b-ce45-4408-80d0-0ee823508302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82d1c46-a58a-41ec-bf15-38f18989b20b,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:53.104636 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-a4dc9592-1944-4c98-b334-31d745eaaf6f None None] Provisioning complete for port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:53.105293 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a4dc9592-1944-4c98-b334-31d745eaaf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.153125 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38664) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:53.165342 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:11:53.173778 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b020b-42a6-4d79-8f07-2b129537ca31 req-d87a6991-1ccd-48a8-95b0-62c27851877a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:53.176991 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-903b020b-42a6-4d79-8f07-2b129537ca31 req-d87a6991-1ccd-48a8-95b0-62c27851877a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0762937 Apr 12 20:11:53.181086 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3c54f246-185d-418d-83f0-749621fc9bbf admin admin] 10.222.0.44 "PUT /v2.0/routers/1528482d-75d2-4dee-bdfa-de1c7ae6287f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1967354 Apr 12 20:11:53.218206 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 7bec5327-cdff-4ea6-89be-366417628c38 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:53.263950 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-903b020b-42a6-4d79-8f07-2b129537ca31 req-a319a550-75a5-45ad-add3-b0061526b476 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757725 Apr 12 20:11:53.264848 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-a4dc9592-1944-4c98-b334-31d745eaaf6f None None] Port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:11:53.520811 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-837d354f-398d-4a9a-bb75-27327d1d9a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.615755 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-837d354f-398d-4a9a-bb75-27327d1d9a85 admin admin] Publish callbacks [] for security_group (3edd76a1-4909-4491-9a2f-36b80d552f98), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.620465 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-837d354f-398d-4a9a-bb75-27327d1d9a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (3edd76a1-4909-4491-9a2f-36b80d552f98), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.625252 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38714) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:53.648971 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed670b52-8c59-4ad9-8013-a612826d38e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:53.670895 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38716) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:53.671475 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-837d354f-398d-4a9a-bb75-27327d1d9a85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98bf246c841b47cab3531c6aada8dcef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5158331 Apr 12 20:11:53.672572 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d354f-398d-4a9a-bb75-27327d1d9a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edd76a1-4909-4491-9a2f-36b80d552f98,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:53.914994 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38724) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:53.931231 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-8d72c30f-d5b1-42fb-9818-5abc9e99acdf tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--975919289', 'description': 'tempest-description--871769405'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:53.960251 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8d72c30f-d5b1-42fb-9818-5abc9e99acdf tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.042284 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8d72c30f-d5b1-42fb-9818-5abc9e99acdf tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (964b7867-3ed2-41a7-a820-9d7169d1ebc8), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.053783 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8d72c30f-d5b1-42fb-9818-5abc9e99acdf tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (964b7867-3ed2-41a7-a820-9d7169d1ebc8), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.057553 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6deb009-35cc-49bd-923d-744738eb3d4a admin admin] Publish callbacks [] for security_group (3edd76a1-4909-4491-9a2f-36b80d552f98), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.087365 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8d72c30f-d5b1-42fb-9818-5abc9e99acdf tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.092259 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-8d72c30f-d5b1-42fb-9818-5abc9e99acdf tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1650095 Apr 12 20:11:54.096613 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38734) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:54.102079 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72c30f-d5b1-42fb-9818-5abc9e99acdf tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964b7867-3ed2-41a7-a820-9d7169d1ebc8,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:54.106045 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2eb464ab-8bdf-4e54-9e8d-d3fd6ed69c8e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'security_group_rule': {'security_group_id': '964b7867-3ed2-41a7-a820-9d7169d1ebc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:54.116189 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6deb009-35cc-49bd-923d-744738eb3d4a admin admin] Publish callbacks [] for security_group (3edd76a1-4909-4491-9a2f-36b80d552f98), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.141102 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed670b52-8c59-4ad9-8013-a612826d38e4 admin admin] Publish callbacks [] for security_group (2a04911e-d67b-4d06-8908-b77c7c1c6368), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.161583 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed670b52-8c59-4ad9-8013-a612826d38e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (2a04911e-d67b-4d06-8908-b77c7c1c6368), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.187260 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:11:54.240030 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2eb464ab-8bdf-4e54-9e8d-d3fd6ed69c8e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (31a39443-c014-4f6c-8aad-cb3f1d3c331b), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.250545 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Sync routers for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:11:54.253227 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed670b52-8c59-4ad9-8013-a612826d38e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a04911e-d67b-4d06-8908-b77c7c1c6368,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:54.261918 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ed670b52-8c59-4ad9-8013-a612826d38e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00792151def34986a102db2ac6de9a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6350479 Apr 12 20:11:54.264484 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38750) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:54.285485 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6deb009-35cc-49bd-923d-744738eb3d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (3edd76a1-4909-4491-9a2f-36b80d552f98), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.288208 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6deb009-35cc-49bd-923d-744738eb3d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.288208 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d6deb009-35cc-49bd-923d-744738eb3d4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3edd76a1-4909-4491-9a2f-36b80d552f98 HTTP/1.1" status: 204 len: 168 time: 0.6167328 Apr 12 20:11:54.303995 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6deb009-35cc-49bd-923d-744738eb3d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edd76a1-4909-4491-9a2f-36b80d552f98,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:54.321739 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2eb464ab-8bdf-4e54-9e8d-d3fd6ed69c8e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (31a39443-c014-4f6c-8aad-cb3f1d3c331b), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.325751 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:54.326406 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:11:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:54.333087 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2eb464ab-8bdf-4e54-9e8d-d3fd6ed69c8e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (31a39443-c014-4f6c-8aad-cb3f1d3c331b), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.393895 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2eb464ab-8bdf-4e54-9e8d-d3fd6ed69c8e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.400517 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2eb464ab-8bdf-4e54-9e8d-d3fd6ed69c8e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3000910 Apr 12 20:11:54.401810 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38758) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:54.403884 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc57e-23d4-4d88-b5a1-0f7dbd3ca034 admin admin] Publish callbacks [] for security_group (2a04911e-d67b-4d06-8908-b77c7c1c6368), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.404303 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb464ab-8bdf-4e54-9e8d-d3fd6ed69c8e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a39443-c014-4f6c-8aad-cb3f1d3c331b,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:54.423040 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-7edd00a9-2e60-40b5-b895-38f21e6c5e8b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'security_group_rule': {'security_group_id': '964b7867-3ed2-41a7-a820-9d7169d1ebc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:54.469232 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:54.470611 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc57e-23d4-4d88-b5a1-0f7dbd3ca034 admin admin] Publish callbacks [] for security_group (2a04911e-d67b-4d06-8908-b77c7c1c6368), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.473848 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.505364 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7096e8-5801-40dd-8a69-186330dfe3fa req-26048f83-e9d4-4b92-b27a-38afde03bba7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:54.513986 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea7096e8-5801-40dd-8a69-186330dfe3fa req-26048f83-e9d4-4b92-b27a-38afde03bba7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0761871 Apr 12 20:11:54.546336 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7edd00a9-2e60-40b5-b895-38f21e6c5e8b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (7e3cf0ab-ff6a-4654-9f52-45904e39b8aa), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.593975 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea7096e8-5801-40dd-8a69-186330dfe3fa req-b8570edd-d43a-4ca5-9584-24db9a03fa01 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791056 Apr 12 20:11:54.603532 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc57e-23d4-4d88-b5a1-0f7dbd3ca034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (2a04911e-d67b-4d06-8908-b77c7c1c6368), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.607449 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc57e-23d4-4d88-b5a1-0f7dbd3ca034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.613996 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-7d8cc57e-23d4-4d88-b5a1-0f7dbd3ca034 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a04911e-d67b-4d06-8908-b77c7c1c6368 HTTP/1.1" status: 204 len: 168 time: 0.3475718 Apr 12 20:11:54.643023 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cc57e-23d4-4d88-b5a1-0f7dbd3ca034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a04911e-d67b-4d06-8908-b77c7c1c6368,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:54.649048 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:54.658236 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7edd00a9-2e60-40b5-b895-38f21e6c5e8b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (7e3cf0ab-ff6a-4654-9f52-45904e39b8aa), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.664263 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7edd00a9-2e60-40b5-b895-38f21e6c5e8b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (7e3cf0ab-ff6a-4654-9f52-45904e39b8aa), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.709844 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7edd00a9-2e60-40b5-b895-38f21e6c5e8b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.711055 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-7edd00a9-2e60-40b5-b895-38f21e6c5e8b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2936032 Apr 12 20:11:54.713597 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd00a9-2e60-40b5-b895-38f21e6c5e8b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3cf0ab-ff6a-4654-9f52-45904e39b8aa,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:54.714583 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38772) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:54.722032 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:54.758543 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:54.839495 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:54.939894 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.026156 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 2, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:55.067158 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Checking router: 1528482d-75d2-4dee-bdfa-de1c7ae6287f for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:11:55.067522 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Updating router 1528482d-75d2-4dee-bdfa-de1c7ae6287f port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 binding host dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:11:55.074053 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Allocated IP 172.27.0.168 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/e2a7338c-f9b5-4dcb-b20a-a92386c7aac9) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:11:55.108210 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.258473 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for port (e2a7338c-f9b5-4dcb-b20a-a92386c7aac9), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.303625 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (e2a7338c-f9b5-4dcb-b20a-a92386c7aac9), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.365671 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:11:55.372580 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:55.378788 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:11:55.396586 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'Port': ['ID=e2a7338c-f9b5-4dcb-b20a-a92386c7aac9,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:55.504576 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (c96ee267-40b0-4b8f-9a24-2fd6f1f54761), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.563909 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (e2a7338c-f9b5-4dcb-b20a-a92386c7aac9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.630204 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38812) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:55.683990 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Publish callbacks [] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.701853 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.741967 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c563b-dffd-4e09-b513-14ca8ff9dc9a req-833679bf-d67e-4a25-b5fc-a7c999ab1ff6 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:55.743510 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-510c563b-dffd-4e09-b513-14ca8ff9dc9a req-833679bf-d67e-4a25-b5fc-a7c999ab1ff6 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0588231 Apr 12 20:11:55.808580 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85f619-594a-47d2-abfc-1cc0e5c0b272 None None] Pushing event updated for resources: {'Port': ['ID=9517d95a-1c00-4c2c-b94f-c8b66b2e4f89,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:55.835247 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for port (e2a7338c-f9b5-4dcb-b20a-a92386c7aac9), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.849651 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (e2a7338c-f9b5-4dcb-b20a-a92386c7aac9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.884168 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-510c563b-dffd-4e09-b513-14ca8ff9dc9a req-9ff4ef4a-d8d9-46ea-bc99-0f0e2424871a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336439 Apr 12 20:11:55.916317 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Attempting to bind port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:11:55.916713 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Attempting to bind port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:11:55.916832 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (c96ee267-40b0-4b8f-9a24-2fd6f1f54761), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.917095 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Attempting to bind port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:11:55.925791 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:11:55.926184 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Checking segment: {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:11:55.926602 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.927011 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Bound using segment: {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:11:55.927495 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Bound port: 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:11:55.927894 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.964588 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:55.974945 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2498825 Apr 12 20:11:55.985242 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1993624379-network', 'tenant_id': '731857c6747546a18421fdc82c27f26b'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:56.003529 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf543d-33a7-45ee-94d2-63e284d40a0c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'Port': ['ID=e2a7338c-f9b5-4dcb-b20a-a92386c7aac9,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:56.060445 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Made reservation on behalf of 731857c6747546a18421fdc82c27f26b for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:11:56.062676 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.091894 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.103110 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] For port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:11:56.115519 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] For port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=9517d95a-1c00-4c2c-b94f-c8b66b2e4f89,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:11:56.125692 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.144282 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38840) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:56.211834 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Publish callbacks [] for security_group (c797006c-82a5-447b-af1a-e8294bc42588), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.216925 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_v2 [None req-073c4b89-8f5a-4fbb-89d9-be13eff60920 admin admin] Deleting subnet 3ef76348-ecb0-459a-ba43-995d5070c56d {{(pid=103445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:11:56.221541 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-073c4b89-8f5a-4fbb-89d9-be13eff60920 admin admin] Publish callbacks [] for subnet (3ef76348-ecb0-459a-ba43-995d5070c56d), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.223449 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c797006c-82a5-447b-af1a-e8294bc42588), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.259532 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-cc9b102c-6f71-49b0-b7ce-459bbc95d314 None None] Provisioning complete for port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:56.260280 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cc9b102c-6f71-49b0-b7ce-459bbc95d314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.263088 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85f619-594a-47d2-abfc-1cc0e5c0b272 None None] Pushing event updated for resources: {'Port': ['ID=9517d95a-1c00-4c2c-b94f-c8b66b2e4f89,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:56.267330 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:11:56.268700 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:11:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:56.274694 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:11:56.278120 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-073c4b89-8f5a-4fbb-89d9-be13eff60920 admin admin] Publish callbacks [] for subnet (3ef76348-ecb0-459a-ba43-995d5070c56d), precommit_delete_associations {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.291089 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c797006c-82a5-447b-af1a-e8294bc42588,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:56.296663 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (223d2073-8909-4e95-b969-79d0235afea2), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.297061 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Added segment 223d2073-8909-4e95-b969-79d0235afea2 of type vlan for network 637139fb-61d9-423a-b209-d892d50a5599 Apr 12 20:11:56.312962 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-073c4b89-8f5a-4fbb-89d9-be13eff60920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (3ef76348-ecb0-459a-ba43-995d5070c56d), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.359788 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (637139fb-61d9-423a-b209-d892d50a5599), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.404692 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (637139fb-61d9-423a-b209-d892d50a5599), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.405719 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:56.408485 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.442245 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-073c4b89-8f5a-4fbb-89d9-be13eff60920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for subnet (3ef76348-ecb0-459a-ba43-995d5070c56d), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.490991 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8595726 Apr 12 20:11:56.491998 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c4b89-8f5a-4fbb-89d9-be13eff60920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef76348-ecb0-459a-ba43-995d5070c56d,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:56.496407 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-073c4b89-8f5a-4fbb-89d9-be13eff60920 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.500217 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-073c4b89-8f5a-4fbb-89d9-be13eff60920 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3ef76348-ecb0-459a-ba43-995d5070c56d HTTP/1.1" status: 204 len: 168 time: 0.3547442 Apr 12 20:11:56.500935 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38878) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:56.503546 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38882) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:56.507451 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-a944e078-2da0-4d2c-be20-ddcb70922d4e admin admin] Request body: {'subnet': {'network_id': '637139fb-61d9-423a-b209-d892d50a5599', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1993624379-subnet', 'tenant_id': '731857c6747546a18421fdc82c27f26b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:56.548956 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911aded-27cc-4ca7-b2f4-aa8dfcd47103 admin admin] Pushing event updated for resources: {'Network': ['ID=637139fb-61d9-423a-b209-d892d50a5599,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:56.550158 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b102c-6f71-49b0-b7ce-459bbc95d314 None None] Current status of the port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:56.550501 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cc9b102c-6f71-49b0-b7ce-459bbc95d314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.556427 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-6b0235dd-b23c-4661-8eb6-c12442246087 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--975919289&fields=id&tenant_id=c68edf8f055946fe965bdf73106fce58 HTTP/1.1" status: 200 len: 267 time: 0.1420560 Apr 12 20:11:56.577773 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 637139fb-61d9-423a-b209-d892d50a5599 details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:11:56.586213 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a944e078-2da0-4d2c-be20-ddcb70922d4e admin admin] Made reservation on behalf of 731857c6747546a18421fdc82c27f26b for: {'subnet': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:11:56.596052 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a944e078-2da0-4d2c-be20-ddcb70922d4e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.626467 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:11:56.744259 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-bf00db59-393c-47e7-9301-bd24a5b85ae5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:56.746707 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-bf00db59-393c-47e7-9301-bd24a5b85ae5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 813 time: 0.1642962 Apr 12 20:11:56.750721 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (4eff0d90-eeac-46b7-a7f0-6185061d6f6d), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.767810 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-48b71c41-f48c-4635-82f6-a6304f184ce6 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/quotas/c68edf8f055946fe965bdf73106fce58 HTTP/1.1" status: 200 len: 375 time: 0.0143580 Apr 12 20:11:56.773725 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-cc9b102c-6f71-49b0-b7ce-459bbc95d314 None None] For port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=9517d95a-1c00-4c2c-b94f-c8b66b2e4f89,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:11:56.798273 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cc9b102c-6f71-49b0-b7ce-459bbc95d314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:56.856004 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-5929a3f9-53bd-4ba7-a14e-ec5b95a8eeec tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723341 Apr 12 20:11:56.937164 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b102c-6f71-49b0-b7ce-459bbc95d314 None None] Pushing event updated for resources: {'Port': ['ID=9517d95a-1c00-4c2c-b94f-c8b66b2e4f89,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:57.009858 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-6762d1b2-749d-4092-a99b-be96878261e4 service neutron] 10.222.0.44 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348681 Apr 12 20:11:57.016699 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-6aa728ae-6f6e-429b-a59c-f984703d3400 None None] Provisioning complete for port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:57.017126 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6aa728ae-6f6e-429b-a59c-f984703d3400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.092133 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:57.112454 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba69ff8-3b9d-4398-9604-757615fb0535 req-40586976-c6d3-40d7-bc9b-c646c049dfe8 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:57.120128 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4ba69ff8-3b9d-4398-9604-757615fb0535 req-40586976-c6d3-40d7-bc9b-c646c049dfe8 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.1343207 Apr 12 20:11:57.133256 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (4eff0d90-eeac-46b7-a7f0-6185061d6f6d), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.192692 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-6aa728ae-6f6e-429b-a59c-f984703d3400 None None] Current status of the port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:57.195062 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848adc1a-b37b-4558-8c4d-d4aedd7928e4 None None] The sync data for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi is: [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:11:57.216170 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.216170 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.216170 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.216170 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > port after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.216170 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.216170 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > port after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.216170 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.216170 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.216170 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.216170 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.265816 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4ba69ff8-3b9d-4398-9604-757615fb0535 req-aa85885e-106a-4994-a710-fd7740ab36dc tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332848 Apr 12 20:11:57.269361 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-9fa574e4-a063-4954-8e17-108ca8331cb6 service neutron] 10.222.0.44 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572598 Apr 12 20:11:57.326981 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.327340 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.327681 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.330246 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 20:11:57.333947 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eff0d90-eeac-46b7-a7f0-6185061d6f6d']}} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:57.373699 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e1eb3e-dada-4c24-a7a3-40a30e71c5c0') {'for_net_delete': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:57.374002 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e1eb3e-dada-4c24-a7a3-40a30e71c5c0') {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:57.399448 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067075202'] for segment (20e1eb3e-dada-4c24-a7a3-40a30e71c5c0), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.414026 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a944e078-2da0-4d2c-be20-ddcb70922d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067085433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067101217'] for subnet (43769a94-30cf-4ba8-9054-0fa24e3f93b3), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.457065 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (20e1eb3e-dada-4c24-a7a3-40a30e71c5c0), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.475553 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:11:57.475987 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067086108'] for segment (20e1eb3e-dada-4c24-a7a3-40a30e71c5c0), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: from cryptography.utils import int_from_bytes Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: from cryptography.utils import int_from_bytes Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: Traceback (most recent call last): Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: timer() Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: cb(*args, **kw) Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: return func(*args, **kwargs) Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: self._notify() Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: self.callback(batched_events) Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: event.method(event) Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: return f(self, *a, **k) Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: return self._get(url).json() Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: return self.request(url, 'GET', **kwargs) Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:11:57.484494 dv-cinder-837542-1-iscsi neutron-server[103445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:11:57.548991 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2527666f-9eaa-4fb5-9916-7d97deac7f0f req-ada9f2ee-4246-439f-b329-d39cfc2e628d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 210 time: 0.0558286 Apr 12 20:11:57.575598 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944e078-2da0-4d2c-be20-ddcb70922d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=43769a94-30cf-4ba8-9054-0fa24e3f93b3,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:57.614901 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (4eff0d90-eeac-46b7-a7f0-6185061d6f6d), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.616650 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a944e078-2da0-4d2c-be20-ddcb70922d4e admin admin] Checking segment: {'id': '223d2073-8909-4e95-b969-79d0235afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '637139fb-61d9-423a-b209-d892d50a5599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:11:57.617192 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a944e078-2da0-4d2c-be20-ddcb70922d4e admin admin] Network hostable DHCP agents. Network: 637139fb-61d9-423a-b209-d892d50a5599, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:11:57.646906 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.650286 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4eff0d90-eeac-46b7-a7f0-6185061d6f6d HTTP/1.1" status: 204 len: 168 time: 1.0945234 Apr 12 20:11:57.657300 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 38922) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:57.666658 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241fcd-eb86-4b1f-aa5a-bbaf2f70bf44 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eff0d90-eeac-46b7-a7f0-6185061d6f6d,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:57.670424 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a944e078-2da0-4d2c-be20-ddcb70922d4e admin admin] Network 637139fb-61d9-423a-b209-d892d50a5599 is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:11:57.706153 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-a944e078-2da0-4d2c-be20-ddcb70922d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 637139fb-61d9-423a-b209-d892d50a5599) {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:57.716315 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f775328d-ebcc-422e-b19f-f381f18ef401 None None] Network 637139fb-61d9-423a-b209-d892d50a5599 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:11:57.719708 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a944e078-2da0-4d2c-be20-ddcb70922d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:57.720376 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a944e078-2da0-4d2c-be20-ddcb70922d4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.727782 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfac42a3-7715-4570-9611-b88ae8dc918e admin admin] Deleting subnet 484e93b9-3c23-42a6-849d-da1f5c639ac3 {{(pid=103445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:11:57.735629 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bfac42a3-7715-4570-9611-b88ae8dc918e admin admin] Publish callbacks [] for subnet (484e93b9-3c23-42a6-849d-da1f5c639ac3), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.776345 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-a944e078-2da0-4d2c-be20-ddcb70922d4e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2714608 Apr 12 20:11:57.799774 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bfac42a3-7715-4570-9611-b88ae8dc918e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067075257'] for subnet (484e93b9-3c23-42a6-849d-da1f5c639ac3), precommit_delete_associations {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.868957 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92b6b71-b8ea-4e9b-b051-fce5c82b05d0 None None] Network 637139fb-61d9-423a-b209-d892d50a5599 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:11:57.889436 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bfac42a3-7715-4570-9611-b88ae8dc918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (484e93b9-3c23-42a6-849d-da1f5c639ac3), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:57.979917 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bfac42a3-7715-4570-9611-b88ae8dc918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067086246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067101208'] for subnet (484e93b9-3c23-42a6-849d-da1f5c639ac3), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:58.025080 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac42a3-7715-4570-9611-b88ae8dc918e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=484e93b9-3c23-42a6-849d-da1f5c639ac3,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:58.027224 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bfac42a3-7715-4570-9611-b88ae8dc918e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:58.033347 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38932) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:58.036764 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-bfac42a3-7715-4570-9611-b88ae8dc918e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/484e93b9-3c23-42a6-849d-da1f5c639ac3 HTTP/1.1" status: 204 len: 168 time: 0.3779709 Apr 12 20:11:58.193020 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e34e2518-15e0-469c-8889-caea24dc8d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (d73a15a7-96c1-484d-8346-4fa18003e160), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:58.207938 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:11:58.294308 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:58.294933 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:58.405316 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e34e2518-15e0-469c-8889-caea24dc8d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (d73a15a7-96c1-484d-8346-4fa18003e160), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:58.442546 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:11:58.482262 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e34e2518-15e0-469c-8889-caea24dc8d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73a15a7-96c1-484d-8346-4fa18003e160']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:58.498105 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e34e2518-15e0-469c-8889-caea24dc8d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737fa429-9086-4542-91d0-6dcfb6fabba5') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:58.498409 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-e34e2518-15e0-469c-8889-caea24dc8d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737fa429-9086-4542-91d0-6dcfb6fabba5') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:11:58.511140 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2c189-fe1c-4d12-b5f6-c4988e57dd55 req-a6eafffd-4596-4a9a-96b4-04447a53671b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:58.512833 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6ef2c189-fe1c-4d12-b5f6-c4988e57dd55 req-a6eafffd-4596-4a9a-96b4-04447a53671b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.1279631 Apr 12 20:11:58.521465 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e34e2518-15e0-469c-8889-caea24dc8d52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066142187'] for segment (737fa429-9086-4542-91d0-6dcfb6fabba5), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:58.552801 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e34e2518-15e0-469c-8889-caea24dc8d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (737fa429-9086-4542-91d0-6dcfb6fabba5), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:58.574147 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34e2518-15e0-469c-8889-caea24dc8d52 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:11:58.574562 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e34e2518-15e0-469c-8889-caea24dc8d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065568509'] for segment (737fa429-9086-4542-91d0-6dcfb6fabba5), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: Traceback (most recent call last): Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: timer() Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: cb(*args, **kw) Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: self._notify() Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: self.callback(batched_events) Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: event.method(event) Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: return f(self, *a, **k) Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._get(url).json() Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:11:58.576355 dv-cinder-837542-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:11:58.614129 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6ef2c189-fe1c-4d12-b5f6-c4988e57dd55 req-6a6959ff-da3e-49ab-8adb-b3e0a55f4f97 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826013 Apr 12 20:11:58.708731 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ba9c9d5e-2e12-4967-a789-45237e94a966 req-0c0b9cee-9703-4a6e-9489-e89470724d61 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 210 time: 0.0376740 Apr 12 20:11:58.718894 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e34e2518-15e0-469c-8889-caea24dc8d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (d73a15a7-96c1-484d-8346-4fa18003e160), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:58.728192 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e34e2518-15e0-469c-8889-caea24dc8d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:58.732405 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e34e2518-15e0-469c-8889-caea24dc8d52 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d73a15a7-96c1-484d-8346-4fa18003e160 HTTP/1.1" status: 204 len: 168 time: 0.6974018 Apr 12 20:11:58.755738 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e2518-15e0-469c-8889-caea24dc8d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=d73a15a7-96c1-484d-8346-4fa18003e160,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:58.872703 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38950) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:58.935447 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6bec9c96-ba56-41f2-afbf-3770321b4cb2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2cd2a8c7f4314212b5a188fb1a3e3b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0610232 Apr 12 20:11:58.936144 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38952) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:58.986104 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-7a33f61e-237e-4265-b5d7-991835ff0a2a tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:58.987657 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-7a33f61e-237e-4265-b5d7-991835ff0a2a tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 813 time: 0.1282356 Apr 12 20:11:58.990964 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acd710ca-1fdb-4b45-af49-dff847300c80 admin admin] Publish callbacks [] for security_group (e1fe345e-63fc-43b4-b802-886f5ba68e4e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.022065 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acd710ca-1fdb-4b45-af49-dff847300c80 admin admin] Publish callbacks [] for security_group (e1fe345e-63fc-43b4-b802-886f5ba68e4e), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.058258 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-a80f31ae-84f1-459f-b011-bf7f400ebb3e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c68edf8f055946fe965bdf73106fce58 HTTP/1.1" status: 200 len: 379 time: 0.0603981 Apr 12 20:11:59.069801 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-296d0b31-fc5b-4253-9f2e-72ddfe88d354 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'port': {'device_id': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'admin_state_up': True, 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'security_groups': ['964b7867-3ed2-41a7-a820-9d7169d1ebc8']}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:59.078251 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acd710ca-1fdb-4b45-af49-dff847300c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (e1fe345e-63fc-43b4-b802-886f5ba68e4e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.080993 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acd710ca-1fdb-4b45-af49-dff847300c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.082136 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-acd710ca-1fdb-4b45-af49-dff847300c80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1fe345e-63fc-43b4-b802-886f5ba68e4e HTTP/1.1" status: 204 len: 168 time: 0.1449475 Apr 12 20:11:59.089772 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd710ca-1fdb-4b45-af49-dff847300c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fe345e-63fc-43b4-b802-886f5ba68e4e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:59.187142 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-296d0b31-fc5b-4253-9f2e-72ddfe88d354 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Made reservation on behalf of c68edf8f055946fe965bdf73106fce58 for: {'port': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:11:59.190543 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-296d0b31-fc5b-4253-9f2e-72ddfe88d354 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.336893 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-296d0b31-fc5b-4253-9f2e-72ddfe88d354 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Allocated IP 172.20.0.6 (058700fe-b621-4dcd-ad5a-ba20d9c398f9/8466dadb-85c5-478b-8c6f-ed735868dba2/6b7122ec-ca3b-4cc0-81d6-4daec4baab62) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:11:59.454108 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38964) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:59.490651 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-296d0b31-fc5b-4253-9f2e-72ddfe88d354 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.499178 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-8312459f-e8a6-4ac7-8172-82b61ce38622 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3e662b73b6847bc9e8387601a4d4899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437927 Apr 12 20:11:59.501652 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 38966) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:11:59.523177 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-296d0b31-fc5b-4253-9f2e-72ddfe88d354 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.552856 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5180f5a0-a781-4984-b289-8fc8f2198801 admin admin] Publish callbacks [] for security_group (da8e7d52-a484-40ab-ac6a-9072d9f3dcf1), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.564855 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-296d0b31-fc5b-4253-9f2e-72ddfe88d354 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:11:59.568051 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-296d0b31-fc5b-4253-9f2e-72ddfe88d354 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:11:59.570775 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-296d0b31-fc5b-4253-9f2e-72ddfe88d354 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:11:59.576828 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5180f5a0-a781-4984-b289-8fc8f2198801 admin admin] Publish callbacks [] for security_group (da8e7d52-a484-40ab-ac6a-9072d9f3dcf1), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.636111 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d0b31-fc5b-4253-9f2e-72ddfe88d354 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'Port': ['ID=6b7122ec-ca3b-4cc0-81d6-4daec4baab62,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:59.650360 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5180f5a0-a781-4984-b289-8fc8f2198801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (da8e7d52-a484-40ab-ac6a-9072d9f3dcf1), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.654194 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-296d0b31-fc5b-4253-9f2e-72ddfe88d354 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:59.655287 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-296d0b31-fc5b-4253-9f2e-72ddfe88d354 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.667409 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5180f5a0-a781-4984-b289-8fc8f2198801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.670802 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-5180f5a0-a781-4984-b289-8fc8f2198801 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da8e7d52-a484-40ab-ac6a-9072d9f3dcf1 HTTP/1.1" status: 204 len: 168 time: 0.1669335 Apr 12 20:11:59.683740 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-296d0b31-fc5b-4253-9f2e-72ddfe88d354 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6193020 Apr 12 20:11:59.687402 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180f5a0-a781-4984-b289-8fc8f2198801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8e7d52-a484-40ab-ac6a-9072d9f3dcf1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:11:59.697303 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Request body: {'port': {'device_id': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:11:59.779877 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619b8be-4f9d-401d-a7c1-ec6d7df463a9 req-7e6f3438-4bf5-495f-a826-adf11aa5c7bf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:59.795399 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b619b8be-4f9d-401d-a7c1-ec6d7df463a9 req-7e6f3438-4bf5-495f-a826-adf11aa5c7bf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0979710 Apr 12 20:11:59.845045 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:11:59.918125 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5538a6c-9b0d-4ccc-ab4c-653a2b1f8251 req-b782c4f5-55f8-4a71-9124-2e0ef72892f3 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:11:59.919609 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5538a6c-9b0d-4ccc-ab4c-653a2b1f8251 req-b782c4f5-55f8-4a71-9124-2e0ef72892f3 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 931 time: 0.0856555 Apr 12 20:11:59.925672 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b619b8be-4f9d-401d-a7c1-ec6d7df463a9 req-a7216071-5b83-4828-bc4b-828a0ee92686 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292000 Apr 12 20:11:59.945071 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-50ebe24b-91c9-4f56-974a-c84fa58fc2a0 None None] Provisioning complete for port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:11:59.946104 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-50ebe24b-91c9-4f56-974a-c84fa58fc2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:00.000186 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-50ebe24b-91c9-4f56-974a-c84fa58fc2a0 None None] Port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:12:00.009669 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5538a6c-9b0d-4ccc-ab4c-653a2b1f8251 req-e427ac4d-63ab-418a-a649-e92e64e20980 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695720 Apr 12 20:12:00.186388 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:12:00.194494 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Publish callbacks [] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:00.207683 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Transition to ACTIVE for port object 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:12:00.212365 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:00.266701 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Pushing event updated for resources: {'Port': ['ID=6b7122ec-ca3b-4cc0-81d6-4daec4baab62,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:00.349141 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Attempting to bind port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:00.349453 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Attempting to bind port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:00.349786 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Attempting to bind port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:00.354424 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:12:00.354752 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Attempting to bind port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:00.359986 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:00.360362 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Checking segment: {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:00.360840 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Bound using segment: {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:00.361344 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Bound port: 6b7122ec-ca3b-4cc0-81d6-4daec4baab62, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:00.361665 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:00.451379 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] For port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62, host hv-cinder-83754, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:00.455398 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] For port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6b7122ec-ca3b-4cc0-81d6-4daec4baab62,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:00.463277 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:00.501599 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:00.502803 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:00.504418 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] 10.222.0.13 "PUT /v2.0/ports/6b7122ec-ca3b-4cc0-81d6-4daec4baab62 HTTP/1.1" status: 200 len: 1093 time: 0.8123920 Apr 12 20:12:00.504862 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'tag': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:00.507177 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fb9085-5921-45c7-b650-44934b80ef32" -d '{"events": [{"name": "network-changed", "server_uuid": "32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5", "tag": "6b7122ec-ca3b-4cc0-81d6-4daec4baab62"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:00.536155 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb704c-d0ac-4975-8c67-5ac87c1bcc9e service neutron] Pushing event updated for resources: {'Port': ['ID=6b7122ec-ca3b-4cc0-81d6-4daec4baab62,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:00.569532 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4647334-0e0b-4147-8b11-11b358a1bbc4 x-openstack-request-id: req-c4647334-0e0b-4147-8b11-11b358a1bbc4 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:00.570010 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5", "tag": "6b7122ec-ca3b-4cc0-81d6-4daec4baab62", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:00.570417 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4647334-0e0b-4147-8b11-11b358a1bbc4 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:00.570961 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4647334-0e0b-4147-8b11-11b358a1bbc4'] response: {'name': 'network-changed', 'server_uuid': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'tag': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'status': 'completed', 'code': 200} Apr 12 20:12:00.622168 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-f2e793ee-fae9-46ac-8126-7c2ae36e4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:00.623994 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-f2e793ee-fae9-46ac-8126-7c2ae36e4536 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 1127 time: 0.0443518 Apr 12 20:12:00.677407 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-e0086b42-81ac-4efd-8bfe-9d78402ccb38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b7122ec-ca3b-4cc0-81d6-4daec4baab62 HTTP/1.1" status: 200 len: 217 time: 0.0444503 Apr 12 20:12:00.736162 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-ca36ee90-0d8a-451d-97c8-1f9afe202b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:00.738210 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-ca36ee90-0d8a-451d-97c8-1f9afe202b64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8466dadb-85c5-478b-8c6f-ed735868dba2 HTTP/1.1" status: 200 len: 852 time: 0.0519876 Apr 12 20:12:00.786807 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-7ca6280c-79a3-450a-b85a-6fc3ed56bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:00.787940 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-7ca6280c-79a3-450a-b85a-6fc3ed56bbdd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=058700fe-b621-4dcd-ad5a-ba20d9c398f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416863 Apr 12 20:12:00.887549 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-b8b19a54-ba4e-4bcb-978f-579690de4040 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913541 Apr 12 20:12:01.000082 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-4d720c3e-bc0f-4cc7-bca2-acb4521bb294 req-ee1bca2a-f7f7-4b2e-8300-b9151f4e37d6 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049523 Apr 12 20:12:01.055614 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0502a20-3b31-4b61-933c-46a8ceef9248 req-0c8e9eac-a577-461a-a4ec-a60b8395fae1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:01.057266 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a0502a20-3b31-4b61-933c-46a8ceef9248 req-0c8e9eac-a577-461a-a4ec-a60b8395fae1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0603340 Apr 12 20:12:01.094523 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb9085-5921-45c7-b650-44934b80ef32 req-1295da0f-f128-41dd-966f-a5ddc4a2d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:01.096123 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c9fb9085-5921-45c7-b650-44934b80ef32 req-1295da0f-f128-41dd-966f-a5ddc4a2d3db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 1127 time: 0.0443366 Apr 12 20:12:01.118118 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a0502a20-3b31-4b61-933c-46a8ceef9248 req-9b1015f1-5dbe-4d0a-a2c6-43c5af736ca8 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486965 Apr 12 20:12:01.205400 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb9085-5921-45c7-b650-44934b80ef32 req-66e37377-8924-4723-bb24-4f641aa7631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:01.206979 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c9fb9085-5921-45c7-b650-44934b80ef32 req-66e37377-8924-4723-bb24-4f641aa7631f service neutron] 10.222.0.13 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 914 time: 0.1043582 Apr 12 20:12:01.250838 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c9fb9085-5921-45c7-b650-44934b80ef32 req-63d641a8-9de7-4764-becd-ae0a3cda8440 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b7122ec-ca3b-4cc0-81d6-4daec4baab62 HTTP/1.1" status: 200 len: 217 time: 0.0361147 Apr 12 20:12:01.252529 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f1cdd-975f-4ddc-b3c4-d564ef02566f req-52bdcaf5-4278-4fbe-990d-e0851da3bf00 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:01.255025 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-040f1cdd-975f-4ddc-b3c4-d564ef02566f req-52bdcaf5-4278-4fbe-990d-e0851da3bf00 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 943 time: 0.0726628 Apr 12 20:12:01.316985 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-040f1cdd-975f-4ddc-b3c4-d564ef02566f req-299980c2-160b-45ba-94f8-78962c85daa7 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561981 Apr 12 20:12:01.321581 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb9085-5921-45c7-b650-44934b80ef32 req-31e8a793-d5d9-433a-9df6-95f5b65dbfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:01.323159 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c9fb9085-5921-45c7-b650-44934b80ef32 req-31e8a793-d5d9-433a-9df6-95f5b65dbfec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8466dadb-85c5-478b-8c6f-ed735868dba2 HTTP/1.1" status: 200 len: 852 time: 0.0639882 Apr 12 20:12:01.379549 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb9085-5921-45c7-b650-44934b80ef32 req-b1c8451d-15d6-4bca-b3c6-b16deca1653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:01.381318 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c9fb9085-5921-45c7-b650-44934b80ef32 req-b1c8451d-15d6-4bca-b3c6-b16deca1653c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=058700fe-b621-4dcd-ad5a-ba20d9c398f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495296 Apr 12 20:12:01.490186 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c9fb9085-5921-45c7-b650-44934b80ef32 req-369f339a-ea5c-4628-a50a-c5f377b1d8b4 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019378 Apr 12 20:12:01.588729 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c9fb9085-5921-45c7-b650-44934b80ef32 req-84ea5011-5863-40f6-92f8-8044421c3b30 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916767 Apr 12 20:12:02.248441 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf36e8-b580-4010-a561-8df6851086e9 req-8368e2b8-04e8-4244-a01c-5c50116ab1ae tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:02.249934 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-28bf36e8-b580-4010-a561-8df6851086e9 req-8368e2b8-04e8-4244-a01c-5c50116ab1ae tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0562227 Apr 12 20:12:02.304214 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-28bf36e8-b580-4010-a561-8df6851086e9 req-541c3a96-c554-4b20-b1af-f6fe13859d24 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478160 Apr 12 20:12:02.430138 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7d4a0-9942-4c1c-bedf-c1be9ef549cc req-2317bcd1-b10b-4f31-83a6-d2b3f20c2a4f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:02.431942 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-64a7d4a0-9942-4c1c-bedf-c1be9ef549cc req-2317bcd1-b10b-4f31-83a6-d2b3f20c2a4f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 943 time: 0.0478959 Apr 12 20:12:02.483282 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-64a7d4a0-9942-4c1c-bedf-c1be9ef549cc req-b4ef58ca-c254-4b0f-ade0-a6eceff7bcc6 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456767 Apr 12 20:12:03.429963 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd677fdd-0f07-45c8-992f-5d55932712de req-88044c11-2975-45f0-ad0f-93d05eca6819 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:03.431507 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fd677fdd-0f07-45c8-992f-5d55932712de req-88044c11-2975-45f0-ad0f-93d05eca6819 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0570986 Apr 12 20:12:03.478938 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fd677fdd-0f07-45c8-992f-5d55932712de req-7d0437bc-ca90-4d3b-a174-a68099b04e18 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419085 Apr 12 20:12:03.605587 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65cfe8-760e-4028-876b-5afcacb56c1d req-c5b2ab27-2343-4681-afff-66e759165e51 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:03.607474 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cc65cfe8-760e-4028-876b-5afcacb56c1d req-c5b2ab27-2343-4681-afff-66e759165e51 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 943 time: 0.0571961 Apr 12 20:12:03.658477 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cc65cfe8-760e-4028-876b-5afcacb56c1d req-7917e1eb-1c01-41bd-95a2-d4bc3680dc5b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453141 Apr 12 20:12:04.595276 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65dae5-f79f-404d-b65f-e2cca3a138ee req-7c8e6c97-9840-41a2-a456-654ac8afb3ff tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:04.596772 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fc65dae5-f79f-404d-b65f-e2cca3a138ee req-7c8e6c97-9840-41a2-a456-654ac8afb3ff tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0526547 Apr 12 20:12:04.643198 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fc65dae5-f79f-404d-b65f-e2cca3a138ee req-7ecd60c4-79fa-440c-8963-7d4ea6828dea tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 Apr 12 20:12:04.770757 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4d597-2f38-4c98-980d-b1806ea45761 req-978127bb-8ef0-47b6-94fe-e4a0e48de334 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:04.772201 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31d4d597-2f38-4c98-980d-b1806ea45761 req-978127bb-8ef0-47b6-94fe-e4a0e48de334 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 943 time: 0.0469339 Apr 12 20:12:04.820469 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31d4d597-2f38-4c98-980d-b1806ea45761 req-bfbd69e5-e62c-4ea4-94e0-ea349a01444f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426366 Apr 12 20:12:05.759848 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c780e3-9ea2-4680-b892-8f3b67bc58ae req-db224088-c373-46b7-9a12-259873182349 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:05.761245 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a6c780e3-9ea2-4680-b892-8f3b67bc58ae req-db224088-c373-46b7-9a12-259873182349 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0541787 Apr 12 20:12:05.809232 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a6c780e3-9ea2-4680-b892-8f3b67bc58ae req-fee43b0f-9776-4895-be79-432d5db9a595 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Apr 12 20:12:05.935794 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d9824-7850-4b85-ac4d-facdb6405029 req-98cd6ee4-5cc3-4e05-b879-39011ff43cbd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:05.937323 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-833d9824-7850-4b85-ac4d-facdb6405029 req-98cd6ee4-5cc3-4e05-b879-39011ff43cbd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 943 time: 0.0480690 Apr 12 20:12:05.950621 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf6a9-370a-4c3b-8a67-f1c07a0fd0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:05.986881 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-833d9824-7850-4b85-ac4d-facdb6405029 req-dd3f14cd-e9fa-432b-b8b0-2ea1bc4a589b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423861 Apr 12 20:12:06.925836 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5908-cfda-4e0b-bf45-9c0c3fd40012 req-5dc1b06c-6eb1-4177-8c19-44a4e0190051 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:06.927328 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-463c5908-cfda-4e0b-bf45-9c0c3fd40012 req-5dc1b06c-6eb1-4177-8c19-44a4e0190051 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0465882 Apr 12 20:12:06.977003 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-463c5908-cfda-4e0b-bf45-9c0c3fd40012 req-437e477f-4457-469c-81e9-99876cc4ed00 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434573 Apr 12 20:12:07.109180 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6ad78-c2aa-4e48-b40c-e0ef51c77f1a req-22693ecf-4ca7-46ee-a54d-410c9ca888ad tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:07.110678 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-73b6ad78-c2aa-4e48-b40c-e0ef51c77f1a req-22693ecf-4ca7-46ee-a54d-410c9ca888ad tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 943 time: 0.0488412 Apr 12 20:12:07.157193 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-73b6ad78-c2aa-4e48-b40c-e0ef51c77f1a req-650cb722-c200-4bcd-a410-ac8b0cf7ccf8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401325 Apr 12 20:12:08.101594 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a74fc3-53ab-4f78-9bee-55fb23a0a089 req-61481189-b3c5-4974-8edc-6c5916e15fb9 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:08.102753 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45a74fc3-53ab-4f78-9bee-55fb23a0a089 req-61481189-b3c5-4974-8edc-6c5916e15fb9 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0563362 Apr 12 20:12:08.152862 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45a74fc3-53ab-4f78-9bee-55fb23a0a089 req-2a72a917-2567-4c50-b759-0fb8f62ff377 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446043 Apr 12 20:12:08.185760 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 39162) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:08.282196 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fd2a4-83aa-4801-8a9a-bfba93003a96 req-19b99e19-baa8-44d5-bd3c-f535c01fa7e5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:08.283688 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d4fd2a4-83aa-4801-8a9a-bfba93003a96 req-19b99e19-baa8-44d5-bd3c-f535c01fa7e5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 943 time: 0.0543151 Apr 12 20:12:08.317152 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e307264-a40e-4115-8de0-7e006bf41840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.359579 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d4fd2a4-83aa-4801-8a9a-bfba93003a96 req-dfb628ee-bd9e-4d40-b5af-e9ccc4c5bb54 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692494 Apr 12 20:12:08.417238 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e307264-a40e-4115-8de0-7e006bf41840 admin admin] Publish callbacks [] for security_group (b6fe9844-18a2-415d-85f4-d61ef5dfab89), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.420711 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e307264-a40e-4115-8de0-7e006bf41840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b6fe9844-18a2-415d-85f4-d61ef5dfab89), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.441800 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3c5f1a1c-e047-42f0-8678-b68dc80ebf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.462973 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3e307264-a40e-4115-8de0-7e006bf41840 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d08fb7a5a7f3485c864b32d02df4e0fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761450 Apr 12 20:12:08.464921 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e307264-a40e-4115-8de0-7e006bf41840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fe9844-18a2-415d-85f4-d61ef5dfab89,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:08.465648 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 39166) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:08.522574 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbfb2e7e-14b9-48ba-bda5-acc82f863240 admin admin] Publish callbacks [] for security_group (b6fe9844-18a2-415d-85f4-d61ef5dfab89), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.544073 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbfb2e7e-14b9-48ba-bda5-acc82f863240 admin admin] Publish callbacks [] for security_group (b6fe9844-18a2-415d-85f4-d61ef5dfab89), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.596065 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbfb2e7e-14b9-48ba-bda5-acc82f863240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b6fe9844-18a2-415d-85f4-d61ef5dfab89), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.598613 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbfb2e7e-14b9-48ba-bda5-acc82f863240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:08.602577 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-fbfb2e7e-14b9-48ba-bda5-acc82f863240 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6fe9844-18a2-415d-85f4-d61ef5dfab89 HTTP/1.1" status: 204 len: 168 time: 0.1331105 Apr 12 20:12:08.608202 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb2e7e-14b9-48ba-bda5-acc82f863240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fe9844-18a2-415d-85f4-d61ef5dfab89,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:08.897590 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 39184) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:08.943497 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c6a3089-eef3-499c-9562-e7e6233f9e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:09.008886 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-656d1a31-742e-4259-ace4-8c0e5bcc0a4d tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:09.010366 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-656d1a31-742e-4259-ace4-8c0e5bcc0a4d tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/networks?id=637139fb-61d9-423a-b209-d892d50a5599 HTTP/1.1" status: 200 len: 809 time: 0.1501517 Apr 12 20:12:09.039460 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-c5b444d1-2a04-4965-af7e-053de0a93549 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/quotas/731857c6747546a18421fdc82c27f26b HTTP/1.1" status: 200 len: 375 time: 0.0232465 Apr 12 20:12:09.086481 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-eab2a22a-11a5-4ee5-b964-7181ea45aa52 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=731857c6747546a18421fdc82c27f26b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392513 Apr 12 20:12:09.106855 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c6a3089-eef3-499c-9562-e7e6233f9e10 admin admin] Publish callbacks [] for security_group (22b78b7c-7dde-4bef-b3e7-cc3a7e7e9d19), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:09.118247 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c6a3089-eef3-499c-9562-e7e6233f9e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (22b78b7c-7dde-4bef-b3e7-cc3a7e7e9d19), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:09.201122 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6c6a3089-eef3-499c-9562-e7e6233f9e10 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=443c6b5bd87a4938a754793d972ca6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020830 Apr 12 20:12:09.203700 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 39188) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:09.206995 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a3089-eef3-499c-9562-e7e6233f9e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b78b7c-7dde-4bef-b3e7-cc3a7e7e9d19,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:09.247489 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-d3b09f62-ab6c-4ba7-a453-e90413534162 service neutron] 10.222.0.44 "GET /v2.0/networks/637139fb-61d9-423a-b209-d892d50a5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519055 Apr 12 20:12:09.261056 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfee3cfa-1338-4748-8948-6abca8e7ff5f admin admin] Publish callbacks [] for security_group (22b78b7c-7dde-4bef-b3e7-cc3a7e7e9d19), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:09.286579 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfee3cfa-1338-4748-8948-6abca8e7ff5f admin admin] Publish callbacks [] for security_group (22b78b7c-7dde-4bef-b3e7-cc3a7e7e9d19), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:09.324535 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529e934-5f32-44ff-9526-6914dce31d0e req-f8c5cd40-415e-482b-9cbe-04be48911170 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:09.326301 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3529e934-5f32-44ff-9526-6914dce31d0e req-f8c5cd40-415e-482b-9cbe-04be48911170 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0956604 Apr 12 20:12:09.338840 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfee3cfa-1338-4748-8948-6abca8e7ff5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (22b78b7c-7dde-4bef-b3e7-cc3a7e7e9d19), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:09.341580 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfee3cfa-1338-4748-8948-6abca8e7ff5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:09.342743 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-dfee3cfa-1338-4748-8948-6abca8e7ff5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22b78b7c-7dde-4bef-b3e7-cc3a7e7e9d19 HTTP/1.1" status: 204 len: 168 time: 0.1378105 Apr 12 20:12:09.351451 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee3cfa-1338-4748-8948-6abca8e7ff5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b78b7c-7dde-4bef-b3e7-cc3a7e7e9d19,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:09.417614 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-fb117b15-fa3c-4508-a0f5-49f5c09e7347 service neutron] 10.222.0.44 "GET /v2.0/networks/637139fb-61d9-423a-b209-d892d50a5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530588 Apr 12 20:12:09.420665 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3529e934-5f32-44ff-9526-6914dce31d0e req-f97204a5-2bfa-4f19-af38-3ce78e6de729 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670738 Apr 12 20:12:09.530483 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17686469-e16c-4b27-a678-3d006850dc63 req-81e9f966-f644-41c9-857d-e3d855f3713a tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:09.532453 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-17686469-e16c-4b27-a678-3d006850dc63 req-81e9f966-f644-41c9-857d-e3d855f3713a tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 943 time: 0.0552502 Apr 12 20:12:09.569280 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:09.620137 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-17686469-e16c-4b27-a678-3d006850dc63 req-f6b8c43d-ba18-465c-a271-fca765242e08 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819616 Apr 12 20:12:09.638414 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cbfe986c-a1c7-4ee8-ae9e-062530f5a925 req-f591434a-f492-48a9-be4b-dd2d56a3f51d tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 210 time: 0.0319433 Apr 12 20:12:09.753584 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 39214) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:09.769393 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b94eda8-6fa5-43ae-8884-54fa7b737084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:09.874039 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b94eda8-6fa5-43ae-8884-54fa7b737084 admin admin] Publish callbacks [] for security_group (d78f2df1-f026-4dd2-a556-1032d779d57b), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:09.878441 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b94eda8-6fa5-43ae-8884-54fa7b737084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d78f2df1-f026-4dd2-a556-1032d779d57b), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:09.918090 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-3b94eda8-6fa5-43ae-8884-54fa7b737084 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5453ce8101394a4d898d59bd7f3a55d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628304 Apr 12 20:12:09.918945 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94eda8-6fa5-43ae-8884-54fa7b737084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78f2df1-f026-4dd2-a556-1032d779d57b,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:09.921695 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 39226) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:09.980371 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2fb2-476c-4e18-9af0-76b5285734d5 admin admin] Publish callbacks [] for security_group (d78f2df1-f026-4dd2-a556-1032d779d57b), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.002090 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2fb2-476c-4e18-9af0-76b5285734d5 admin admin] Publish callbacks [] for security_group (d78f2df1-f026-4dd2-a556-1032d779d57b), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.049692 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2fb2-476c-4e18-9af0-76b5285734d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d78f2df1-f026-4dd2-a556-1032d779d57b), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.052381 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c9c2fb2-476c-4e18-9af0-76b5285734d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.053556 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6c9c2fb2-476c-4e18-9af0-76b5285734d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d78f2df1-f026-4dd2-a556-1032d779d57b HTTP/1.1" status: 204 len: 168 time: 0.1305423 Apr 12 20:12:10.061165 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c2fb2-476c-4e18-9af0-76b5285734d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78f2df1-f026-4dd2-a556-1032d779d57b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:10.535704 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d685075-f4e7-42ba-b41d-d553c18dab74 req-d8782356-598d-431c-b27f-8a751988e651 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:10.537771 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d685075-f4e7-42ba-b41d-d553c18dab74 req-d8782356-598d-431c-b27f-8a751988e651 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0503187 Apr 12 20:12:10.591404 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d685075-f4e7-42ba-b41d-d553c18dab74 req-b1338792-b8ef-41c9-a8aa-4ccdb4324be2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482056 Apr 12 20:12:10.724553 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:10.816131 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d77f00d6-d29d-44a7-bd7e-390d36287675 req-ff0fc6d9-f733-4ca8-8440-6ee9391b2ac9 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 210 time: 0.0662434 Apr 12 20:12:10.839899 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1813e-ad17-48fb-b734-f937a5daf584 req-7bc1d9ac-b315-4da1-a99f-fcdd20799067 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:10.850359 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9ab1813e-ad17-48fb-b734-f937a5daf584 req-7bc1d9ac-b315-4da1-a99f-fcdd20799067 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 943 time: 0.0884016 Apr 12 20:12:10.870394 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a5d59-2489-45af-a35f-c9b928665e6b req-0887eff2-759e-418f-97d9-53f3a8bb9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:10.873228 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-aa7a5d59-2489-45af-a35f-c9b928665e6b req-0887eff2-759e-418f-97d9-53f3a8bb9f65 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 1129 time: 0.0814583 Apr 12 20:12:10.914444 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9ab1813e-ad17-48fb-b734-f937a5daf584 req-e770bb92-88c6-4f3f-a04d-31822716ef7f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585887 Apr 12 20:12:10.946027 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-aa7a5d59-2489-45af-a35f-c9b928665e6b req-5a147621-2bce-41a6-9fd6-b1798dca3b39 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594189 Apr 12 20:12:11.331198 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:12:11.430696 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6b7122ec-ca3b-4cc0-81d6-4daec4baab62,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:11.445199 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'port_id': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'mac_address': 'fa:16:3e:c6:16:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:12:11.481216 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:11.481606 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.494186 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:12:11.514628 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6b7122ec-ca3b-4cc0-81d6-4daec4baab62,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:11.518862 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:11.566716 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=6b7122ec-ca3b-4cc0-81d6-4daec4baab62,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:11.706502 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c37790-e6d9-4280-9f88-3ad8a31741ee req-768cd953-0dee-4c64-a5d3-d954251bdee9 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:11.707988 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-60c37790-e6d9-4280-9f88-3ad8a31741ee req-768cd953-0dee-4c64-a5d3-d954251bdee9 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0485117 Apr 12 20:12:11.758381 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-60c37790-e6d9-4280-9f88-3ad8a31741ee req-e4186d50-7466-43ed-8e64-291b3129b710 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 Apr 12 20:12:11.822041 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['6b7122ec-ca3b-4cc0-81d6-4daec4baab62'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:12:11.941160 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df29d8a8-696d-44ec-a6eb-683fc4a4d215 req-42822ebc-f5e0-430b-b912-95f028e3aa6e tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 210 time: 0.0449071 Apr 12 20:12:11.976618 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-c9915baa-1602-414d-9ad1-9b9d2d9b6810 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:11.985534 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-c9915baa-1602-414d-9ad1-9b9d2d9b6810 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.13 "GET /v2.0/networks?id=637139fb-61d9-423a-b209-d892d50a5599 HTTP/1.1" status: 200 len: 809 time: 0.1699035 Apr 12 20:12:12.066723 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cdb51-3b2c-4729-a767-d8025fe6ec04 req-27543c78-7e86-4fed-a8fa-ed1b1623ae55 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:12.068264 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-068cdb51-3b2c-4729-a767-d8025fe6ec04 req-27543c78-7e86-4fed-a8fa-ed1b1623ae55 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 944 time: 0.0508156 Apr 12 20:12:12.093764 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-dcff00f2-1cc8-4d08-b46c-9bfda5970c93 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Request body: {'port': {'device_id': 'f500ff64-0bdb-4454-9a6d-23bd6766fccc', 'network_id': '637139fb-61d9-423a-b209-d892d50a5599', 'admin_state_up': True, 'tenant_id': '731857c6747546a18421fdc82c27f26b'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:12.129058 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-068cdb51-3b2c-4729-a767-d8025fe6ec04 req-e2a9b566-8ebd-438e-bcfa-7f26edcf087d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485008 Apr 12 20:12:12.218465 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-dcff00f2-1cc8-4d08-b46c-9bfda5970c93 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Made reservation on behalf of 731857c6747546a18421fdc82c27f26b for: {'port': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:12:12.222305 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-dcff00f2-1cc8-4d08-b46c-9bfda5970c93 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:12.356444 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-dcff00f2-1cc8-4d08-b46c-9bfda5970c93 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Allocated IP 172.20.0.12 (637139fb-61d9-423a-b209-d892d50a5599/43769a94-30cf-4ba8-9054-0fa24e3f93b3/e2b80b8c-270b-4216-8079-2838ff14e078) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:12.503341 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-dcff00f2-1cc8-4d08-b46c-9bfda5970c93 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks [] for port (e2b80b8c-270b-4216-8079-2838ff14e078), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:12.535862 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-dcff00f2-1cc8-4d08-b46c-9bfda5970c93 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (e2b80b8c-270b-4216-8079-2838ff14e078), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:12.579982 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-dcff00f2-1cc8-4d08-b46c-9bfda5970c93 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Network 637139fb-61d9-423a-b209-d892d50a5599 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:12.583228 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-dcff00f2-1cc8-4d08-b46c-9bfda5970c93 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:12.589954 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-dcff00f2-1cc8-4d08-b46c-9bfda5970c93 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:12.608151 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:12.616052 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff00f2-1cc8-4d08-b46c-9bfda5970c93 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Pushing event updated for resources: {'Port': ['ID=e2b80b8c-270b-4216-8079-2838ff14e078,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:12.645946 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-dcff00f2-1cc8-4d08-b46c-9bfda5970c93 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:12.646623 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-dcff00f2-1cc8-4d08-b46c-9bfda5970c93 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:12.664502 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-dcff00f2-1cc8-4d08-b46c-9bfda5970c93 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5767050 Apr 12 20:12:12.802482 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Request body: {'port': {'device_id': 'f500ff64-0bdb-4454-9a6d-23bd6766fccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:12.868500 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (e2b80b8c-270b-4216-8079-2838ff14e078), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:12.883051 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475a434-d28e-4781-8be8-71716a0cc538 req-8cbc7039-0dd0-48ad-8339-24dec94c77b5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:12.884713 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e475a434-d28e-4781-8be8-71716a0cc538 req-8cbc7039-0dd0-48ad-8339-24dec94c77b5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0493171 Apr 12 20:12:12.951669 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e475a434-d28e-4781-8be8-71716a0cc538 req-3fb7a9fc-8c98-4a32-9413-2a35c529e86d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614967 Apr 12 20:12:13.107913 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ef506-f543-4f99-bac9-7d24a894501a req-ff7ec135-5fac-490d-9fc3-d017b519841d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:13.109530 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-451ef506-f543-4f99-bac9-7d24a894501a req-ff7ec135-5fac-490d-9fc3-d017b519841d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0853701 Apr 12 20:12:13.121261 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a5c4e-aef3-46f6-8412-8b8769de17d8 req-8684a41d-6803-4d81-8a46-4be559a8d468 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:13.122673 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-941a5c4e-aef3-46f6-8412-8b8769de17d8 req-8684a41d-6803-4d81-8a46-4be559a8d468 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 932 time: 0.0643404 Apr 12 20:12:13.167760 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b80b8c-270b-4216-8079-2838ff14e078 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:12:13.175772 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Publish callbacks [] for port (e2b80b8c-270b-4216-8079-2838ff14e078), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:13.190086 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Transition to ACTIVE for port object e2b80b8c-270b-4216-8079-2838ff14e078 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:12:13.195432 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (e2b80b8c-270b-4216-8079-2838ff14e078), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:13.204961 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-451ef506-f543-4f99-bac9-7d24a894501a req-ca1c6dc5-9ad3-43ac-83fb-1f57a3626dfb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813146 Apr 12 20:12:13.207873 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-941a5c4e-aef3-46f6-8412-8b8769de17d8 req-e14bca81-7b29-49d9-859b-1488c7902bb9 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776932 Apr 12 20:12:13.265200 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b80b8c-270b-4216-8079-2838ff14e078,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:13.340543 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfb49c-fdd5-4cd1-b732-ddc1bda93689 req-13a51a28-ae3e-48d8-8169-58877913533e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:13.346058 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:13.347697 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30dfb49c-fdd5-4cd1-b732-ddc1bda93689 req-13a51a28-ae3e-48d8-8169-58877913533e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 944 time: 0.0714586 Apr 12 20:12:13.369366 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Attempting to bind port e2b80b8c-270b-4216-8079-2838ff14e078 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:13.370031 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Attempting to bind port e2b80b8c-270b-4216-8079-2838ff14e078 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '223d2073-8909-4e95-b969-79d0235afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '637139fb-61d9-423a-b209-d892d50a5599'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:13.370540 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Attempting to bind port e2b80b8c-270b-4216-8079-2838ff14e078 on network 637139fb-61d9-423a-b209-d892d50a5599 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:13.377851 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Port e2b80b8c-270b-4216-8079-2838ff14e078 on network 637139fb-61d9-423a-b209-d892d50a5599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:12:13.378262 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Attempting to bind port e2b80b8c-270b-4216-8079-2838ff14e078 on network 637139fb-61d9-423a-b209-d892d50a5599 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:13.384981 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:13.385468 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Checking segment: {'id': '223d2073-8909-4e95-b969-79d0235afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '637139fb-61d9-423a-b209-d892d50a5599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:13.386191 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Bound using segment: {'id': '223d2073-8909-4e95-b969-79d0235afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '637139fb-61d9-423a-b209-d892d50a5599'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:13.386732 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Bound port: e2b80b8c-270b-4216-8079-2838ff14e078, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '223d2073-8909-4e95-b969-79d0235afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '637139fb-61d9-423a-b209-d892d50a5599'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:13.387204 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (e2b80b8c-270b-4216-8079-2838ff14e078), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:13.394347 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30dfb49c-fdd5-4cd1-b732-ddc1bda93689 req-1654f1a0-3a91-4515-9752-d5715c6fd804 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457876 Apr 12 20:12:13.400812 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:12:13.413853 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:13.414382 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:13.486843 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] For port e2b80b8c-270b-4216-8079-2838ff14e078, host hv-cinder-83754, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:13.491651 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] For port e2b80b8c-270b-4216-8079-2838ff14e078, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e2b80b8c-270b-4216-8079-2838ff14e078,segment=NetworkSegment(223d2073-8909-4e95-b969-79d0235afea2),segment_id=223d2073-8909-4e95-b969-79d0235afea2)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:13.501702 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (e2b80b8c-270b-4216-8079-2838ff14e078), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:13.508091 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:13.508567 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:13.534037 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:13.540579 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b672740-437d-4bfc-9a33-fced63ee24d6" -d '{"events": [{"server_uuid": "32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5", "name": "network-vif-plugged", "status": "completed", "tag": "6b7122ec-ca3b-4cc0-81d6-4daec4baab62"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:13.554674 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6b7122ec-ca3b-4cc0-81d6-4daec4baab62,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:13.557134 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:13.558610 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:13.560305 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] 10.222.0.13 "PUT /v2.0/ports/e2b80b8c-270b-4216-8079-2838ff14e078 HTTP/1.1" status: 200 len: 1094 time: 0.7663367 Apr 12 20:12:13.560751 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f500ff64-0bdb-4454-9a6d-23bd6766fccc', 'tag': 'e2b80b8c-270b-4216-8079-2838ff14e078'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:13.563052 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:13.563482 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0d4d0b-0119-4c81-8053-66571e2f3cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "f500ff64-0bdb-4454-9a6d-23bd6766fccc", "tag": "e2b80b8c-270b-4216-8079-2838ff14e078"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:13.610113 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c40a2-5671-4f87-85c2-350dedf82022 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b80b8c-270b-4216-8079-2838ff14e078,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:13.614430 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda75747-0842-486f-828e-c0abf28b58c3 x-openstack-request-id: req-fda75747-0842-486f-828e-c0abf28b58c3 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:13.614817 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5", "name": "network-vif-plugged", "status": "completed", "tag": "6b7122ec-ca3b-4cc0-81d6-4daec4baab62", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:13.615554 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fda75747-0842-486f-828e-c0abf28b58c3 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:13.616176 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda75747-0842-486f-828e-c0abf28b58c3'] response: {'server_uuid': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'code': 200} Apr 12 20:12:13.652205 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=6b7122ec-ca3b-4cc0-81d6-4daec4baab62,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:13.682625 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985d3b49-10cd-4a46-97ec-a553b6646a37 x-openstack-request-id: req-985d3b49-10cd-4a46-97ec-a553b6646a37 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:13.683030 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f500ff64-0bdb-4454-9a6d-23bd6766fccc", "tag": "e2b80b8c-270b-4216-8079-2838ff14e078", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:13.683198 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-985d3b49-10cd-4a46-97ec-a553b6646a37 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:13.683552 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985d3b49-10cd-4a46-97ec-a553b6646a37'] response: {'name': 'network-changed', 'server_uuid': 'f500ff64-0bdb-4454-9a6d-23bd6766fccc', 'tag': 'e2b80b8c-270b-4216-8079-2838ff14e078', 'status': 'completed', 'code': 200} Apr 12 20:12:13.697395 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-58814918-364f-44af-9bcd-28b8b0fd6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:13.698910 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-58814918-364f-44af-9bcd-28b8b0fd6bd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=731857c6747546a18421fdc82c27f26b&device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 1128 time: 0.0660486 Apr 12 20:12:13.744810 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-c44f638e-1aca-4d2d-8dcb-eeb0d8b666c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2b80b8c-270b-4216-8079-2838ff14e078 HTTP/1.1" status: 200 len: 217 time: 0.0382273 Apr 12 20:12:13.795753 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-268b3957-ac1e-424d-adec-e2877b7308f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:13.797345 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-268b3957-ac1e-424d-adec-e2877b7308f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43769a94-30cf-4ba8-9054-0fa24e3f93b3 HTTP/1.1" status: 200 len: 849 time: 0.0435908 Apr 12 20:12:13.822864 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a4e2-dc31-4938-8ece-516b14f93cba req-b9dbfa8e-8109-4d3f-995e-16842d8f7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:13.824384 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9785a4e2-dc31-4938-8ece-516b14f93cba req-b9dbfa8e-8109-4d3f-995e-16842d8f7757 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0384312 Apr 12 20:12:13.829278 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-022ff6f2-d0e4-45fc-b0d1-82ec6ded0950 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=637139fb-61d9-423a-b209-d892d50a5599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258503 Apr 12 20:12:13.868558 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9785a4e2-dc31-4938-8ece-516b14f93cba req-749f91f1-be01-457a-bda2-f7887b282b5c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380840 Apr 12 20:12:13.923500 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-44bf880f-b954-4632-9cae-e748fde5a900 service neutron] 10.222.0.13 "GET /v2.0/networks/637139fb-61d9-423a-b209-d892d50a5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858152 Apr 12 20:12:14.171186 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-5b0768ce-d1e6-40e6-88be-f8bec58ff891 req-d6fe4f79-b22a-489a-8d74-13abd69af195 service neutron] 10.222.0.13 "GET /v2.0/networks/637139fb-61d9-423a-b209-d892d50a5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851257 Apr 12 20:12:14.336644 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f985c8-3227-4114-9e73-e33f6a363a8c req-a77d3ce1-af9e-4594-9066-10a482506ef8 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:14.338512 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e4f985c8-3227-4114-9e73-e33f6a363a8c req-a77d3ce1-af9e-4594-9066-10a482506ef8 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 944 time: 0.0564041 Apr 12 20:12:14.386818 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e4f985c8-3227-4114-9e73-e33f6a363a8c req-029eade7-00ce-4238-848d-e7830e71b87a tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Apr 12 20:12:14.511456 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5b4fc-5110-4513-998a-15b2090be91e req-c991c412-91b9-4975-bd69-edf50b7300f6 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:14.512962 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e4b5b4fc-5110-4513-998a-15b2090be91e req-c991c412-91b9-4975-bd69-edf50b7300f6 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 945 time: 0.0473413 Apr 12 20:12:14.560056 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e4b5b4fc-5110-4513-998a-15b2090be91e req-0e0f0ba5-3b29-4992-93f7-be83502d3e89 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416420 Apr 12 20:12:14.918816 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eac37-ba5d-4fde-9ec8-eee0f8bd66d1 req-fa753cb5-5c16-4f3a-8ca6-ad86a2443f9a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:14.920267 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-962eac37-ba5d-4fde-9ec8-eee0f8bd66d1 req-fa753cb5-5c16-4f3a-8ca6-ad86a2443f9a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0454357 Apr 12 20:12:14.970625 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-962eac37-ba5d-4fde-9ec8-eee0f8bd66d1 req-d3c299d3-094a-472a-920d-e8108f5d56b0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444417 Apr 12 20:12:15.346283 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device e2b80b8c-270b-4216-8079-2838ff14e078 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:12:15.457671 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port e2b80b8c-270b-4216-8079-2838ff14e078, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e2b80b8c-270b-4216-8079-2838ff14e078,segment=NetworkSegment(223d2073-8909-4e95-b969-79d0235afea2),segment_id=223d2073-8909-4e95-b969-79d0235afea2)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:15.471157 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': 'e2b80b8c-270b-4216-8079-2838ff14e078', 'network_id': '637139fb-61d9-423a-b209-d892d50a5599', 'port_id': 'e2b80b8c-270b-4216-8079-2838ff14e078', 'mac_address': 'fa:16:3e:12:94:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43769a94-30cf-4ba8-9054-0fa24e3f93b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:12:15.510521 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d6b6-3c0e-46d3-bb16-c9afbf912702 req-dc92b2be-0300-4bac-99b4-d37270bc49dc tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:15.512446 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port e2b80b8c-270b-4216-8079-2838ff14e078 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:15.512842 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d50d6b6-3c0e-46d3-bb16-c9afbf912702 req-dc92b2be-0300-4bac-99b4-d37270bc49dc tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 944 time: 0.0541477 Apr 12 20:12:15.513026 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (e2b80b8c-270b-4216-8079-2838ff14e078), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:15.529903 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b80b8c-270b-4216-8079-2838ff14e078 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:12:15.559623 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port e2b80b8c-270b-4216-8079-2838ff14e078, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e2b80b8c-270b-4216-8079-2838ff14e078,segment=NetworkSegment(223d2073-8909-4e95-b969-79d0235afea2),segment_id=223d2073-8909-4e95-b969-79d0235afea2)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:15.565537 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (e2b80b8c-270b-4216-8079-2838ff14e078), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:15.612385 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d50d6b6-3c0e-46d3-bb16-c9afbf912702 req-ae723765-e676-4012-9424-16f2002f8bef tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888686 Apr 12 20:12:15.616133 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a201576-78ae-4b5c-8649-7af83efa5c5e req-f6012f4f-2a21-4664-b97d-efffa38990fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:15.621294 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8a201576-78ae-4b5c-8649-7af83efa5c5e req-f6012f4f-2a21-4664-b97d-efffa38990fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 1130 time: 0.0781431 Apr 12 20:12:15.634478 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d4d0b-0119-4c81-8053-66571e2f3cdb req-287e39c3-2097-4229-b614-5f19f58e19d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:15.635994 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-7c0d4d0b-0119-4c81-8053-66571e2f3cdb req-287e39c3-2097-4229-b614-5f19f58e19d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=731857c6747546a18421fdc82c27f26b&device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 1128 time: 0.1099725 Apr 12 20:12:15.687590 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=e2b80b8c-270b-4216-8079-2838ff14e078,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:15.763530 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d4d0b-0119-4c81-8053-66571e2f3cdb req-34338231-a0af-4731-8215-af32a1b4fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:15.765215 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-7c0d4d0b-0119-4c81-8053-66571e2f3cdb req-34338231-a0af-4731-8215-af32a1b4fe5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=637139fb-61d9-423a-b209-d892d50a5599 HTTP/1.1" status: 200 len: 910 time: 0.1228366 Apr 12 20:12:15.774762 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846a3a6-c975-4690-95d8-28447c08bd91 req-82b87c72-8bda-4374-9406-7001b26482d3 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:15.776374 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2846a3a6-c975-4690-95d8-28447c08bd91 req-82b87c72-8bda-4374-9406-7001b26482d3 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 945 time: 0.1041856 Apr 12 20:12:15.824869 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-7c0d4d0b-0119-4c81-8053-66571e2f3cdb req-1f67b501-ba3e-4e1a-9e1c-69f0183cff26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2b80b8c-270b-4216-8079-2838ff14e078 HTTP/1.1" status: 200 len: 217 time: 0.0514462 Apr 12 20:12:15.825327 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a201576-78ae-4b5c-8649-7af83efa5c5e req-70d5e254-8e2e-483c-b006-23b316fea7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:15.826779 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8a201576-78ae-4b5c-8649-7af83efa5c5e req-70d5e254-8e2e-483c-b006-23b316fea7af service neutron] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 919 time: 0.1897354 Apr 12 20:12:15.855062 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2846a3a6-c975-4690-95d8-28447c08bd91 req-11753b9a-a5c9-4857-aa95-f10879a6567d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553231 Apr 12 20:12:15.911841 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d4d0b-0119-4c81-8053-66571e2f3cdb req-745e63ab-2ec6-402a-930b-8ef34ea24a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:15.914144 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-7c0d4d0b-0119-4c81-8053-66571e2f3cdb req-745e63ab-2ec6-402a-930b-8ef34ea24a21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43769a94-30cf-4ba8-9054-0fa24e3f93b3 HTTP/1.1" status: 200 len: 849 time: 0.0516739 Apr 12 20:12:15.956354 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['e2b80b8c-270b-4216-8079-2838ff14e078'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:12:16.096442 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31016a-8e46-426e-acf1-9e21010440a8 req-26a3d1bd-25f8-4ec7-852b-7ce2ba7a72d4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:16.098212 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0a31016a-8e46-426e-acf1-9e21010440a8 req-26a3d1bd-25f8-4ec7-852b-7ce2ba7a72d4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0539420 Apr 12 20:12:16.150004 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0a31016a-8e46-426e-acf1-9e21010440a8 req-bf78e213-85d7-4c87-aace-f706c34765e2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452020 Apr 12 20:12:16.393751 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8a201576-78ae-4b5c-8649-7af83efa5c5e req-46d05828-25ac-4137-a8ce-b2379ef6d859 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f06a28b7-dd14-4f4f-949b-1985aed9baa5 HTTP/1.1" status: 200 len: 217 time: 0.0347750 Apr 12 20:12:16.586731 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-7c0d4d0b-0119-4c81-8053-66571e2f3cdb req-e7303166-ac8d-48f1-a6db-3dbb06b3c5f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=637139fb-61d9-423a-b209-d892d50a5599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328951 Apr 12 20:12:16.604369 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a201576-78ae-4b5c-8649-7af83efa5c5e req-471394f4-6ab7-4472-aa9a-2b9936b4c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:16.605909 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8a201576-78ae-4b5c-8649-7af83efa5c5e req-471394f4-6ab7-4472-aa9a-2b9936b4c1b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.0510745 Apr 12 20:12:16.686370 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a201576-78ae-4b5c-8649-7af83efa5c5e req-b1bd9b48-e4cb-429b-8d6e-060f300d824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:16.687961 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8a201576-78ae-4b5c-8649-7af83efa5c5e req-b1bd9b48-e4cb-429b-8d6e-060f300d824b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654964 Apr 12 20:12:16.726784 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-7c0d4d0b-0119-4c81-8053-66571e2f3cdb req-dc39107a-e178-4c05-a608-3ca0f5900450 service neutron] 10.222.0.13 "GET /v2.0/networks/637139fb-61d9-423a-b209-d892d50a5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244657 Apr 12 20:12:16.801628 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfa6b5-6032-47c6-9d57-243742912599 req-1d5e3298-e51e-4ff1-8c5c-85b8668ef3aa tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:16.803337 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-88bfa6b5-6032-47c6-9d57-243742912599 req-1d5e3298-e51e-4ff1-8c5c-85b8668ef3aa tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 945 time: 0.0961590 Apr 12 20:12:16.844755 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-7c0d4d0b-0119-4c81-8053-66571e2f3cdb req-5619557d-d9d0-4f56-9ac6-2be97b0937b7 service neutron] 10.222.0.13 "GET /v2.0/networks/637139fb-61d9-423a-b209-d892d50a5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950201 Apr 12 20:12:16.858006 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8a201576-78ae-4b5c-8649-7af83efa5c5e req-9592bcc0-7a17-4995-b0af-8d5f82d0c677 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595404 Apr 12 20:12:16.884265 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-88bfa6b5-6032-47c6-9d57-243742912599 req-f3014614-f9a6-40b7-aada-b15f60c39f06 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689533 Apr 12 20:12:17.008333 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c4ff3-d0b1-4d9a-8b2b-57f5db6e1373 req-26bd4b0c-3933-49a9-8205-3cfe968e9d3c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:17.009776 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fd7c4ff3-d0b1-4d9a-8b2b-57f5db6e1373 req-26bd4b0c-3933-49a9-8205-3cfe968e9d3c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 945 time: 0.0652537 Apr 12 20:12:17.267761 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8a201576-78ae-4b5c-8649-7af83efa5c5e req-6ecd9fef-c56e-455e-a076-4edfb0a6d9b3 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000599 Apr 12 20:12:17.338531 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f1d57-965d-41a5-976d-e7aec81ce906 req-a11733bb-0de1-4b24-8e35-883710f71550 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:17.340040 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a1f1d57-965d-41a5-976d-e7aec81ce906 req-a11733bb-0de1-4b24-8e35-883710f71550 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0763226 Apr 12 20:12:17.343478 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fd7c4ff3-d0b1-4d9a-8b2b-57f5db6e1373 req-1bd5a250-d42c-48b7-9d2f-ba7f455fd7f0 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3250606 Apr 12 20:12:17.352177 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device e2b80b8c-270b-4216-8079-2838ff14e078 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:17.407973 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port e2b80b8c-270b-4216-8079-2838ff14e078 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:12:17.417857 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port e2b80b8c-270b-4216-8079-2838ff14e078 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:17.418108 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (e2b80b8c-270b-4216-8079-2838ff14e078), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:17.434984 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a1f1d57-965d-41a5-976d-e7aec81ce906 req-6b63084a-43dc-4d54-b496-aa44182d3f5a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720582 Apr 12 20:12:17.475223 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ae1ae-8b03-4794-9788-d89898f8fe47 req-b5c4b482-16d8-4cac-af6b-ae488f441c23 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:17.476414 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-946ae1ae-8b03-4794-9788-d89898f8fe47 req-b5c4b482-16d8-4cac-af6b-ae488f441c23 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 945 time: 0.0543306 Apr 12 20:12:17.485433 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 39436) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:17.489805 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-80d5e59a-1e9c-4777-84fb-c2753758ea5d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'floatingip': {'port_id': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:17.502721 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port e2b80b8c-270b-4216-8079-2838ff14e078 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:17.503115 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (e2b80b8c-270b-4216-8079-2838ff14e078), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:17.526210 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f500ff64-0bdb-4454-9a6d-23bd6766fccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b80b8c-270b-4216-8079-2838ff14e078'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:17.528513 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12741139-2fcc-46f6-8217-a013919d3e3b" -d '{"events": [{"server_uuid": "f500ff64-0bdb-4454-9a6d-23bd6766fccc", "name": "network-vif-plugged", "status": "completed", "tag": "e2b80b8c-270b-4216-8079-2838ff14e078"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:17.531136 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80d5e59a-1e9c-4777-84fb-c2753758ea5d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (c96ee267-40b0-4b8f-9a24-2fd6f1f54761), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:17.541743 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port e2b80b8c-270b-4216-8079-2838ff14e078, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e2b80b8c-270b-4216-8079-2838ff14e078,segment=NetworkSegment(223d2073-8909-4e95-b969-79d0235afea2),segment_id=223d2073-8909-4e95-b969-79d0235afea2)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:17.547515 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (e2b80b8c-270b-4216-8079-2838ff14e078), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:17.572591 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a249a9-f636-48b0-bbf2-7865f25c710e x-openstack-request-id: req-97a249a9-f636-48b0-bbf2-7865f25c710e {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:17.572883 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f500ff64-0bdb-4454-9a6d-23bd6766fccc", "name": "network-vif-plugged", "status": "completed", "tag": "e2b80b8c-270b-4216-8079-2838ff14e078", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:17.573138 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97a249a9-f636-48b0-bbf2-7865f25c710e {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:17.573542 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a249a9-f636-48b0-bbf2-7865f25c710e'] response: {'server_uuid': 'f500ff64-0bdb-4454-9a6d-23bd6766fccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b80b8c-270b-4216-8079-2838ff14e078', 'code': 200} Apr 12 20:12:17.605758 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=e2b80b8c-270b-4216-8079-2838ff14e078,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:18.046792 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80d5e59a-1e9c-4777-84fb-c2753758ea5d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:18.058413 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc62f1-568c-4f07-a893-45f685e360db req-36fab35e-0d2b-49bf-a577-edcf2557cb87 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:18.060932 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-92dc62f1-568c-4f07-a893-45f685e360db req-36fab35e-0d2b-49bf-a577-edcf2557cb87 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 946 time: 0.0738521 Apr 12 20:12:18.062046 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80d5e59a-1e9c-4777-84fb-c2753758ea5d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (c96ee267-40b0-4b8f-9a24-2fd6f1f54761), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:18.191814 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-92dc62f1-568c-4f07-a893-45f685e360db req-9041e5ea-8498-4531-9960-4f62524e1ef8 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888250 Apr 12 20:12:18.212053 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [None req-80d5e59a-1e9c-4777-84fb-c2753758ea5d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Floating IP c96ee267-40b0-4b8f-9a24-2fd6f1f54761 associated. External IP: 172.27.0.168, port: 6b7122ec-ca3b-4cc0-81d6-4daec4baab62. Apr 12 20:12:18.435558 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d5e59a-1e9c-4777-84fb-c2753758ea5d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Router 1528482d-75d2-4dee-bdfa-de1c7ae6287f has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:12:18.585103 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aaa9d-2894-4529-a32e-6903788f46e8 req-28d8ee22-81f3-4129-aa9a-70bd9353d444 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:18.586639 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-786aaa9d-2894-4529-a32e-6903788f46e8 req-28d8ee22-81f3-4129-aa9a-70bd9353d444 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0617516 Apr 12 20:12:18.591276 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d5e59a-1e9c-4777-84fb-c2753758ea5d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:12:18.596660 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80d5e59a-1e9c-4777-84fb-c2753758ea5d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:18.606040 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b85188-74bc-4b47-acf0-87f81b0f2932 None None] Sync routers for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:12:18.620820 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b85188-74bc-4b47-acf0-87f81b0f2932 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:18.621464 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-a0b85188-74bc-4b47-acf0-87f81b0f2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:12:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:18.664269 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-80d5e59a-1e9c-4777-84fb-c2753758ea5d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "PUT /v2.0/floatingips/c96ee267-40b0-4b8f-9a24-2fd6f1f54761 HTTP/1.1" status: 200 len: 991 time: 1.1676769 Apr 12 20:12:18.664269 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'tag': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:18.664269 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10554031-d787-4833-864d-6a7b3d129828" -d '{"events": [{"name": "network-changed", "server_uuid": "32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5", "tag": "6b7122ec-ca3b-4cc0-81d6-4daec4baab62"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:18.684525 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-786aaa9d-2894-4529-a32e-6903788f46e8 req-5f88ff1c-1313-4c02-b6b1-439f62f4dea9 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912244 Apr 12 20:12:18.712752 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c9e0de-6f73-4350-8dab-573dc94f190e x-openstack-request-id: req-b7c9e0de-6f73-4350-8dab-573dc94f190e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:18.713068 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5", "tag": "6b7122ec-ca3b-4cc0-81d6-4daec4baab62", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:18.713366 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7c9e0de-6f73-4350-8dab-573dc94f190e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:18.713775 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c9e0de-6f73-4350-8dab-573dc94f190e'] response: {'name': 'network-changed', 'server_uuid': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'tag': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'status': 'completed', 'code': 200} Apr 12 20:12:18.737314 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-a0b85188-74bc-4b47-acf0-87f81b0f2932 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:18.997298 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-a0b85188-74bc-4b47-acf0-87f81b0f2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': 'c96ee267-40b0-4b8f-9a24-2fd6f1f54761', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:c6:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:55Z', 'updated_at': '2022-04-12T20:12:17Z', 'revision_number': 1, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:19.022819 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b85188-74bc-4b47-acf0-87f81b0f2932 None None] Checking router: 1528482d-75d2-4dee-bdfa-de1c7ae6287f for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:12:19.031151 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b85188-74bc-4b47-acf0-87f81b0f2932 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:19.031748 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-a0b85188-74bc-4b47-acf0-87f81b0f2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:12:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:19.140158 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-a0b85188-74bc-4b47-acf0-87f81b0f2932 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:19.305428 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaa843-0e68-492f-b09d-09e9fb2ee61e req-5e240130-7cf2-4b61-9530-c83ae4b89030 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:19.306951 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a0eaa843-0e68-492f-b09d-09e9fb2ee61e req-5e240130-7cf2-4b61-9530-c83ae4b89030 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 946 time: 0.0490155 Apr 12 20:12:19.354484 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a0eaa843-0e68-492f-b09d-09e9fb2ee61e req-b20806e3-0cd3-41b5-9273-ef5cbf2d36cf tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Apr 12 20:12:19.362497 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-a0b85188-74bc-4b47-acf0-87f81b0f2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': 'c96ee267-40b0-4b8f-9a24-2fd6f1f54761', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:c6:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:55Z', 'updated_at': '2022-04-12T20:12:17Z', 'revision_number': 1, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:19.391479 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b85188-74bc-4b47-acf0-87f81b0f2932 None None] The sync data for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi is: [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': 'c96ee267-40b0-4b8f-9a24-2fd6f1f54761', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:c6:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:55Z', 'updated_at': '2022-04-12T20:12:17Z', 'revision_number': 1, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:12:19.577826 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d1d56-a588-4400-b176-afe9909e702c None None] New status for floating IP c96ee267-40b0-4b8f-9a24-2fd6f1f54761: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:12:19.798457 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480d9b9-b59e-4ca9-9f0b-6de7ffb93595 req-304f9942-81f7-4e87-a79c-21d548210882 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:19.799897 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0480d9b9-b59e-4ca9-9f0b-6de7ffb93595 req-304f9942-81f7-4e87-a79c-21d548210882 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0464811 Apr 12 20:12:19.846969 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0480d9b9-b59e-4ca9-9f0b-6de7ffb93595 req-e438bd24-4dbf-4bd5-b6c2-e95cf351bc00 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413837 Apr 12 20:12:20.465861 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5a4d6-0b9f-4445-be62-6a0f33f17e5b req-37df08c8-de32-45ef-8f74-817850489c6b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:20.467285 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bfb5a4d6-0b9f-4445-be62-6a0f33f17e5b req-37df08c8-de32-45ef-8f74-817850489c6b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 946 time: 0.0490022 Apr 12 20:12:20.512706 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bfb5a4d6-0b9f-4445-be62-6a0f33f17e5b req-cadb29b7-c6a1-46f3-bbb0-80aea5bce0be tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399387 Apr 12 20:12:20.672013 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10554031-d787-4833-864d-6a7b3d129828 req-3725ea2c-2254-4a70-a41d-c641b092efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:20.673867 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10554031-d787-4833-864d-6a7b3d129828 req-3725ea2c-2254-4a70-a41d-c641b092efd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0411849 Apr 12 20:12:20.695250 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b961f60-4cfe-4557-8c96-ff232fb7de1a req-07e33249-14f8-4008-b1e4-940e2f8b2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:20.696811 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-3b961f60-4cfe-4557-8c96-ff232fb7de1a req-07e33249-14f8-4008-b1e4-940e2f8b2db0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 1130 time: 0.0403979 Apr 12 20:12:20.962012 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8769b9e-9a43-4f06-9a2b-493889951715 req-9d4df58c-111f-4745-a00d-b57c942d6d7c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:20.963524 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8769b9e-9a43-4f06-9a2b-493889951715 req-9d4df58c-111f-4745-a00d-b57c942d6d7c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0467603 Apr 12 20:12:21.031974 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-3b961f60-4cfe-4557-8c96-ff232fb7de1a req-5563abdf-9620-411c-975a-6f4cccb0bf2f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594966 Apr 12 20:12:21.075522 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8769b9e-9a43-4f06-9a2b-493889951715 req-d2ba5a8a-29fa-465b-81b1-8fdc2867af40 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061685 Apr 12 20:12:21.102984 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10554031-d787-4833-864d-6a7b3d129828 req-9c89e1ec-2fa9-4d70-b227-fe2fe8facddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:21.104484 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10554031-d787-4833-864d-6a7b3d129828 req-9c89e1ec-2fa9-4d70-b227-fe2fe8facddb service neutron] 10.222.0.13 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 914 time: 0.1267514 Apr 12 20:12:21.372648 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:21.382423 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10554031-d787-4833-864d-6a7b3d129828 req-f417c998-0e50-43ab-941a-b936128ca922 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b7122ec-ca3b-4cc0-81d6-4daec4baab62 HTTP/1.1" status: 200 len: 1001 time: 0.0688131 Apr 12 20:12:21.451691 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10554031-d787-4833-864d-6a7b3d129828 req-65a981b2-4a2c-4677-a146-ff88c5078cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:21.453256 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10554031-d787-4833-864d-6a7b3d129828 req-65a981b2-4a2c-4677-a146-ff88c5078cd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8466dadb-85c5-478b-8c6f-ed735868dba2 HTTP/1.1" status: 200 len: 852 time: 0.0459399 Apr 12 20:12:21.626181 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b775550-e37b-4c53-814a-a4ddf407555b req-bf869609-3c1e-44cb-ae24-780d47b5c689 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:21.627567 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b775550-e37b-4c53-814a-a4ddf407555b req-bf869609-3c1e-44cb-ae24-780d47b5c689 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 946 time: 0.0480165 Apr 12 20:12:21.676642 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b775550-e37b-4c53-814a-a4ddf407555b req-391627f6-ebc9-4978-8059-37bf83b4b923 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430090 Apr 12 20:12:22.190377 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf54d4-1637-4984-8c4a-978c065e81f4 req-ad366b7f-a3d5-4091-8a21-f744f72bfae3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:22.191749 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-79cf54d4-1637-4984-8c4a-978c065e81f4 req-ad366b7f-a3d5-4091-8a21-f744f72bfae3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0481658 Apr 12 20:12:22.270964 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-79cf54d4-1637-4984-8c4a-978c065e81f4 req-362152e3-e1ce-4075-98c9-de34479c0024 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725458 Apr 12 20:12:22.280665 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10554031-d787-4833-864d-6a7b3d129828 req-32b09537-19e5-4c7e-80b5-8d93d975e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:22.282142 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10554031-d787-4833-864d-6a7b3d129828 req-32b09537-19e5-4c7e-80b5-8d93d975e6af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=058700fe-b621-4dcd-ad5a-ba20d9c398f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517287 Apr 12 20:12:22.375874 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10554031-d787-4833-864d-6a7b3d129828 req-f6abee7a-56e3-4214-a0ec-0934f997f308 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864279 Apr 12 20:12:22.475370 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10554031-d787-4833-864d-6a7b3d129828 req-84aee6f3-45a5-46b0-be95-076808152037 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923295 Apr 12 20:12:22.790023 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0ee32-9d52-4c47-a562-ad873f79d6bc req-299017d8-fd6a-494e-8e3a-f66da520de78 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:22.791520 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e5a0ee32-9d52-4c47-a562-ad873f79d6bc req-299017d8-fd6a-494e-8e3a-f66da520de78 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 946 time: 0.0483706 Apr 12 20:12:22.859579 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e5a0ee32-9d52-4c47-a562-ad873f79d6bc req-45bf022d-a062-4aa2-96c4-f85771714d7c tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624945 Apr 12 20:12:22.893410 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b62a-d5f0-491b-b185-049e10697b94 req-d3322749-bf99-465d-b6ee-46c93bcd5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:22.894922 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b276b62a-d5f0-491b-b185-049e10697b94 req-d3322749-bf99-465d-b6ee-46c93bcd5b5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 1130 time: 0.0556395 Apr 12 20:12:23.387647 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadaa88-f9c3-4265-b167-076fbc237fdb req-a1766012-0897-405a-a3e7-b777cc8367ed tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:23.389180 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3aadaa88-f9c3-4265-b167-076fbc237fdb req-a1766012-0897-405a-a3e7-b777cc8367ed tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0462801 Apr 12 20:12:23.438599 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3aadaa88-f9c3-4265-b167-076fbc237fdb req-e6f25b62-879b-429c-bbdf-f480f8490c63 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Apr 12 20:12:23.611150 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b62a-d5f0-491b-b185-049e10697b94 req-ffdf6c0f-93b3-4b09-936c-7e7f4f469145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:23.612678 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b276b62a-d5f0-491b-b185-049e10697b94 req-ffdf6c0f-93b3-4b09-936c-7e7f4f469145 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 919 time: 0.1155093 Apr 12 20:12:23.660120 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b276b62a-d5f0-491b-b185-049e10697b94 req-55a86bd5-123d-409b-92a9-3b8103a512c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f06a28b7-dd14-4f4f-949b-1985aed9baa5 HTTP/1.1" status: 200 len: 217 time: 0.0394552 Apr 12 20:12:23.717733 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b62a-d5f0-491b-b185-049e10697b94 req-77fc5ae5-f43b-4e2d-a2ef-b186468637a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:23.719284 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b276b62a-d5f0-491b-b185-049e10697b94 req-77fc5ae5-f43b-4e2d-a2ef-b186468637a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.0523362 Apr 12 20:12:23.775281 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b62a-d5f0-491b-b185-049e10697b94 req-ac44fba8-a791-4e4e-a862-9ffcfe980cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:23.776816 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b276b62a-d5f0-491b-b185-049e10697b94 req-ac44fba8-a791-4e4e-a862-9ffcfe980cd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466800 Apr 12 20:12:23.888007 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b276b62a-d5f0-491b-b185-049e10697b94 req-e8211143-2841-4afe-83e2-359cbbd2f288 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956798 Apr 12 20:12:24.025544 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa9ca2-8afb-420d-9f08-14b01740c863 req-c137ae7e-5d19-49af-a79b-514210761a76 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:24.027340 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10aa9ca2-8afb-420d-9f08-14b01740c863 req-c137ae7e-5d19-49af-a79b-514210761a76 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 946 time: 0.0636446 Apr 12 20:12:24.060742 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b276b62a-d5f0-491b-b185-049e10697b94 req-7b8df9ac-2d19-4056-b6f7-77aa43e4cdb5 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656492 Apr 12 20:12:24.095115 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10aa9ca2-8afb-420d-9f08-14b01740c863 req-87c5de4c-17d2-4519-bbee-ecfa365b8ccd tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562041 Apr 12 20:12:24.392956 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679feda0-4138-4eff-8862-8fa268267f92 req-1c1c95fc-7a44-4dbd-b317-aa48f70af114 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:24.394448 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-679feda0-4138-4eff-8862-8fa268267f92 req-1c1c95fc-7a44-4dbd-b317-aa48f70af114 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0499463 Apr 12 20:12:24.449029 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-679feda0-4138-4eff-8862-8fa268267f92 req-8d22b4c3-7fda-496d-b62e-d40e8fcd9a6d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459504 Apr 12 20:12:24.554744 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d99ee7-d1bc-4dcd-bbec-85e40ad05125 req-00647381-d8bb-450c-acad-8e60b794f175 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:24.556115 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-42d99ee7-d1bc-4dcd-bbec-85e40ad05125 req-00647381-d8bb-450c-acad-8e60b794f175 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0472434 Apr 12 20:12:24.609650 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-42d99ee7-d1bc-4dcd-bbec-85e40ad05125 req-0de2d9ee-4df5-4e9b-9d72-bbfb782c6622 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477259 Apr 12 20:12:24.886240 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ceb33-313a-47da-ae13-70b7f4852316 req-8882299f-9834-49cf-bc90-5fa1de24de23 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:24.887719 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d30ceb33-313a-47da-ae13-70b7f4852316 req-8882299f-9834-49cf-bc90-5fa1de24de23 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 946 time: 0.0488260 Apr 12 20:12:24.938810 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d30ceb33-313a-47da-ae13-70b7f4852316 req-1936cceb-c238-40c5-b6fe-235cbea36e30 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455055 Apr 12 20:12:25.400279 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 39592) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:25.564669 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:25.589012 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700a2ea-a582-41d7-b1bf-1c1ee7489e51 req-3d44983a-8e52-48ec-85b2-1bb4a6d3f2c2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:25.590398 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1700a2ea-a582-41d7-b1bf-1c1ee7489e51 req-3d44983a-8e52-48ec-85b2-1bb4a6d3f2c2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0672657 Apr 12 20:12:25.663915 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1700a2ea-a582-41d7-b1bf-1c1ee7489e51 req-864ff591-72a0-409e-a65e-ba1e9c919369 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672824 Apr 12 20:12:25.726094 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Publish callbacks [] for security_group (519d981e-ae9b-4bef-88c0-a6890b4e597f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:25.731587 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (519d981e-ae9b-4bef-88c0-a6890b4e597f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:25.750238 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bd783-4c1c-423d-b290-408d800ae7fc req-94ccdc1f-6166-431c-b753-10d4f3c93088 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:25.751724 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f30bd783-4c1c-423d-b290-408d800ae7fc req-94ccdc1f-6166-431c-b753-10d4f3c93088 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0696785 Apr 12 20:12:25.793765 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7a776a6fe03493284cd9bd02186f924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901455 Apr 12 20:12:25.796429 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 39604) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:25.807122 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519d981e-ae9b-4bef-88c0-a6890b4e597f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:25.826873 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.827248 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.827595 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.828421 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.828421 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.828641 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.829004 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.829254 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.829611 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.829921 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.830242 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.830600 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.830896 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.831220 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.831539 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76482ee-1f7c-420e-b757-e4053f5fc8cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:25.859734 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f30bd783-4c1c-423d-b290-408d800ae7fc req-24c2485d-5e7c-4e05-8304-c88a534ba5de tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981908 Apr 12 20:12:25.999674 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 39610) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:26.066782 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bb76c-b485-4964-81cb-7008fbe36758 req-5b41a0e2-fccf-426a-b378-059f1fec84f3 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:26.068243 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-844bb76c-b485-4964-81cb-7008fbe36758 req-5b41a0e2-fccf-426a-b378-059f1fec84f3 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 946 time: 0.0520496 Apr 12 20:12:26.072707 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Publish callbacks [] for security_group (519d981e-ae9b-4bef-88c0-a6890b4e597f), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.097495 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Publish callbacks [] for security_group (519d981e-ae9b-4bef-88c0-a6890b4e597f), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.135986 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-844bb76c-b485-4964-81cb-7008fbe36758 req-7d3ff8d8-12e4-44f6-b053-e0072f862ca0 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587642 Apr 12 20:12:26.137132 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee987e8-09a3-4567-8c08-d01c98ba9748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.159119 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (519d981e-ae9b-4bef-88c0-a6890b4e597f), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.162003 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.166387 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/519d981e-ae9b-4bef-88c0-a6890b4e597f HTTP/1.1" status: 204 len: 168 time: 0.3659210 Apr 12 20:12:26.184459 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519d981e-ae9b-4bef-88c0-a6890b4e597f,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:26.197859 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.198401 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.198913 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.199264 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.199628 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.199967 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.200316 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.200807 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.201143 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.201474 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.201804 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.202137 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.202463 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.202785 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.203110 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eb6d-f95b-446f-adae-8a7a5ee0737b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:26.243689 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee987e8-09a3-4567-8c08-d01c98ba9748 admin admin] Publish callbacks [] for security_group (423a785d-17c1-437d-ac05-29d745877ab1), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.248373 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ee987e8-09a3-4567-8c08-d01c98ba9748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (423a785d-17c1-437d-ac05-29d745877ab1), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.290837 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2ee987e8-09a3-4567-8c08-d01c98ba9748 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a59ee627a98a4216927ae7f562d449f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893369 Apr 12 20:12:26.292141 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee987e8-09a3-4567-8c08-d01c98ba9748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423a785d-17c1-437d-ac05-29d745877ab1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:26.293612 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 39618) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:26.344836 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae0a6769-2b47-42aa-ae9f-12641d86053e admin admin] Publish callbacks [] for security_group (423a785d-17c1-437d-ac05-29d745877ab1), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.367409 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae0a6769-2b47-42aa-ae9f-12641d86053e admin admin] Publish callbacks [] for security_group (423a785d-17c1-437d-ac05-29d745877ab1), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.414183 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae0a6769-2b47-42aa-ae9f-12641d86053e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (423a785d-17c1-437d-ac05-29d745877ab1), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.417636 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ae0a6769-2b47-42aa-ae9f-12641d86053e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:26.420929 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-ae0a6769-2b47-42aa-ae9f-12641d86053e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/423a785d-17c1-437d-ac05-29d745877ab1 HTTP/1.1" status: 204 len: 168 time: 0.1259146 Apr 12 20:12:26.430954 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a6769-2b47-42aa-ae9f-12641d86053e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423a785d-17c1-437d-ac05-29d745877ab1,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:26.831991 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95120afb-1e6d-4fdf-b222-96fda115efa5 req-62af08e9-0edb-4aca-831e-be23bf5ce963 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:26.833858 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-95120afb-1e6d-4fdf-b222-96fda115efa5 req-62af08e9-0edb-4aca-831e-be23bf5ce963 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0829725 Apr 12 20:12:26.848041 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef884a1-2bd5-4de7-ac3e-6cb23c42cf3d req-5f65de9e-f00a-48c7-bac6-b386dfb1e1a0 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:26.849798 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2ef884a1-2bd5-4de7-ac3e-6cb23c42cf3d req-5f65de9e-f00a-48c7-bac6-b386dfb1e1a0 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.13 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 946 time: 0.0691679 Apr 12 20:12:26.978701 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 39654) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:27.106446 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2003790532-network', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:27.126728 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Made reservation on behalf of a06197fc20d1445e8a96664ff2c117c1 for: {'network': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:12:27.129535 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.141507 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.251509 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Publish callbacks [] for security_group (6245e00e-cc3c-4051-9c49-7b527d833d2e), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.259706 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (6245e00e-cc3c-4051-9c49-7b527d833d2e), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.286171 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580290-7b23-4128-8b6d-b7434daa46c3 req-5d4641e6-75d0-44ae-8e16-7a0288d33a49 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:27.287917 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2f580290-7b23-4128-8b6d-b7434daa46c3 req-5d4641e6-75d0-44ae-8e16-7a0288d33a49 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.1541307 Apr 12 20:12:27.289744 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:12:27.295745 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6245e00e-cc3c-4051-9c49-7b527d833d2e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:27.306274 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (6dfc2847-289f-4fb1-92d4-57bf15cba9fb), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.306626 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.segments_db [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Added segment 6dfc2847-289f-4fb1-92d4-57bf15cba9fb of type vlan for network e1a4f955-830a-43d9-a2bb-d20ec96f49ee Apr 12 20:12:27.309569 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-95120afb-1e6d-4fdf-b222-96fda115efa5 req-93e2bf75-f4de-4bac-8747-70f1a0fed1d3 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4680758 Apr 12 20:12:27.316350 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 39670) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:27.352565 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-2ef884a1-2bd5-4de7-ac3e-6cb23c42cf3d req-b16a28b1-df71-49cf-ab0d-d571f63c8f5b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Deleting port e2b80b8c-270b-4216-8079-2838ff14e078 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:12:27.353155 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-2ef884a1-2bd5-4de7-ac3e-6cb23c42cf3d req-b16a28b1-df71-49cf-ab0d-d571f63c8f5b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (e2b80b8c-270b-4216-8079-2838ff14e078), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.362778 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (e1a4f955-830a-43d9-a2bb-d20ec96f49ee), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.396216 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (e1a4f955-830a-43d9-a2bb-d20ec96f49ee), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.398279 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:27.399121 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.442877 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4587944 Apr 12 20:12:27.452169 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 39674) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:27.469565 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-24a84939-cef8-43ef-8c87-fbcc39996f92 admin admin] Request body: {'subnet': {'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2003790532-subnet', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:27.476689 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1201813243-network', 'tenant_id': '56df4c8f7d5d4ee79e61b39e3c861e7f'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:27.488023 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19530b78-b1ac-4507-977c-a57ed10fb28f admin admin] Pushing event updated for resources: {'Network': ['ID=e1a4f955-830a-43d9-a2bb-d20ec96f49ee,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:27.492432 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2f580290-7b23-4128-8b6d-b7434daa46c3 req-d428b5bc-deaa-424b-adf7-01b9cfc6bc76 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972868 Apr 12 20:12:27.499898 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network e1a4f955-830a-43d9-a2bb-d20ec96f49ee details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:12:27.502492 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103688d7-21e0-4942-ba78-39244b8cee3b req-e6d7a70b-4d6c-4f59-9f3f-35340cb0f650 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:27.509734 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Made reservation on behalf of 56df4c8f7d5d4ee79e61b39e3c861e7f for: {'network': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:12:27.509979 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-103688d7-21e0-4942-ba78-39244b8cee3b req-e6d7a70b-4d6c-4f59-9f3f-35340cb0f650 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 946 time: 0.1195896 Apr 12 20:12:27.512666 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.523439 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.559593 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a84939-cef8-43ef-8c87-fbcc39996f92 admin admin] Made reservation on behalf of a06197fc20d1445e8a96664ff2c117c1 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:12:27.561906 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24a84939-cef8-43ef-8c87-fbcc39996f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065880499'] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.573281 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-2ef884a1-2bd5-4de7-ac3e-6cb23c42cf3d req-b16a28b1-df71-49cf-ab0d-d571f63c8f5b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] For port e2b80b8c-270b-4216-8079-2838ff14e078, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e2b80b8c-270b-4216-8079-2838ff14e078,segment=NetworkSegment(223d2073-8909-4e95-b969-79d0235afea2),segment_id=223d2073-8909-4e95-b969-79d0235afea2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:27.573652 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-2ef884a1-2bd5-4de7-ac3e-6cb23c42cf3d req-b16a28b1-df71-49cf-ab0d-d571f63c8f5b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (e2b80b8c-270b-4216-8079-2838ff14e078), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.621182 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Publish callbacks [] for security_group (d7e11ce9-b5e7-4f08-b858-7d7b51049d0c), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.624906 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d7e11ce9-b5e7-4f08-b858-7d7b51049d0c), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.646871 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:12:27.648860 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-2ef884a1-2bd5-4de7-ac3e-6cb23c42cf3d req-b16a28b1-df71-49cf-ab0d-d571f63c8f5b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Calling delete_port for e2b80b8c-270b-4216-8079-2838ff14e078 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:12:27.662350 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:27.665726 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-103688d7-21e0-4942-ba78-39244b8cee3b req-5536b162-ea5b-4a8c-8e83-97a8f4edb5d4 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549385 Apr 12 20:12:27.665981 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (9b7b4822-7e17-4967-af60-ba9119a544b8), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.666249 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.segments_db [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Added segment 9b7b4822-7e17-4967-af60-ba9119a544b8 of type vlan for network 3246d3b5-b403-4a48-9330-5b686a320eda Apr 12 20:12:27.714849 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (3246d3b5-b403-4a48-9330-5b686a320eda), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.740631 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (3246d3b5-b403-4a48-9330-5b686a320eda), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.742111 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:27.742690 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.801387 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4839768 Apr 12 20:12:27.806718 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 39676) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:27.811632 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-35588dd3-463d-43d9-b03a-d8eb47fa57f7 admin admin] Request body: {'subnet': {'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1201813243-subnet', 'tenant_id': '56df4c8f7d5d4ee79e61b39e3c861e7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:27.814541 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68c0a1-f2e0-4ab6-99cb-7b23ae5500fe admin admin] Pushing event updated for resources: {'Network': ['ID=3246d3b5-b403-4a48-9330-5b686a320eda,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:27.827727 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 3246d3b5-b403-4a48-9330-5b686a320eda details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:12:27.836639 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35588dd3-463d-43d9-b03a-d8eb47fa57f7 admin admin] Made reservation on behalf of 56df4c8f7d5d4ee79e61b39e3c861e7f for: {'subnet': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:12:27.839688 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-35588dd3-463d-43d9-b03a-d8eb47fa57f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067101239'] for subnet (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.925128 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24a84939-cef8-43ef-8c87-fbcc39996f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065572248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065880485'] for subnet (50de082a-31e4-4091-bb14-efd82acb9199), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.966529 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-2ef884a1-2bd5-4de7-ac3e-6cb23c42cf3d req-b16a28b1-df71-49cf-ab0d-d571f63c8f5b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (e2b80b8c-270b-4216-8079-2838ff14e078), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:27.978894 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['e2b80b8c-270b-4216-8079-2838ff14e078'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:12:28.016848 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a28b1-df71-49cf-ab0d-d571f63c8f5b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Pushing event deleted for resources: {'Port': ['ID=e2b80b8c-270b-4216-8079-2838ff14e078,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:28.020637 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a84939-cef8-43ef-8c87-fbcc39996f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50de082a-31e4-4091-bb14-efd82acb9199,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:28.032890 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-35588dd3-463d-43d9-b03a-d8eb47fa57f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067085433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067101217'] for subnet (6351116b-04fd-4329-b2d5-e7bb6b55e817), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.082268 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a84939-cef8-43ef-8c87-fbcc39996f92 admin admin] Checking segment: {'id': '6dfc2847-289f-4fb1-92d4-57bf15cba9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:28.082631 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a84939-cef8-43ef-8c87-fbcc39996f92 admin admin] Network hostable DHCP agents. Network: e1a4f955-830a-43d9-a2bb-d20ec96f49ee, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:12:28.096877 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35588dd3-463d-43d9-b03a-d8eb47fa57f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6351116b-04fd-4329-b2d5-e7bb6b55e817,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:28.101744 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef884a1-2bd5-4de7-ac3e-6cb23c42cf3d req-b16a28b1-df71-49cf-ab0d-d571f63c8f5b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] No DVR routers for this DVR port e2b80b8c-270b-4216-8079-2838ff14e078 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:12:28.105863 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-2ef884a1-2bd5-4de7-ac3e-6cb23c42cf3d req-b16a28b1-df71-49cf-ab0d-d571f63c8f5b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.107683 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35588dd3-463d-43d9-b03a-d8eb47fa57f7 admin admin] Checking segment: {'id': '9b7b4822-7e17-4967-af60-ba9119a544b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:28.108056 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35588dd3-463d-43d9-b03a-d8eb47fa57f7 admin admin] Network hostable DHCP agents. Network: 3246d3b5-b403-4a48-9330-5b686a320eda, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:12:28.109001 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2ef884a1-2bd5-4de7-ac3e-6cb23c42cf3d req-b16a28b1-df71-49cf-ab0d-d571f63c8f5b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.13 "DELETE /v2.0/ports/e2b80b8c-270b-4216-8079-2838ff14e078 HTTP/1.1" status: 204 len: 173 time: 1.2525253 Apr 12 20:12:28.109438 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f500ff64-0bdb-4454-9a6d-23bd6766fccc', 'name': 'network-vif-deleted', 'tag': 'e2b80b8c-270b-4216-8079-2838ff14e078'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:28.112076 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4950733-81f9-4c0b-80ae-a99ddacc9430" -d '{"events": [{"server_uuid": "f500ff64-0bdb-4454-9a6d-23bd6766fccc", "name": "network-vif-deleted", "tag": "e2b80b8c-270b-4216-8079-2838ff14e078"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:28.128358 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a84939-cef8-43ef-8c87-fbcc39996f92 admin admin] Network e1a4f955-830a-43d9-a2bb-d20ec96f49ee is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:12:28.134439 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35588dd3-463d-43d9-b03a-d8eb47fa57f7 admin admin] Network 3246d3b5-b403-4a48-9330-5b686a320eda is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:12:28.143071 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-24a84939-cef8-43ef-8c87-fbcc39996f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, e1a4f955-830a-43d9-a2bb-d20ec96f49ee) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:28.145376 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-35588dd3-463d-43d9-b03a-d8eb47fa57f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 3246d3b5-b403-4a48-9330-5b686a320eda) {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:28.148282 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a84939-cef8-43ef-8c87-fbcc39996f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:28.149296 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24a84939-cef8-43ef-8c87-fbcc39996f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.152756 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35588dd3-463d-43d9-b03a-d8eb47fa57f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:28.154905 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-35588dd3-463d-43d9-b03a-d8eb47fa57f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.157616 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec3c6e9-b271-4f0b-8cf2-bd05198e9691 None None] Network e1a4f955-830a-43d9-a2bb-d20ec96f49ee requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:12:28.164246 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0f7f92-789f-4e42-a31d-cc42ff3264e6 None None] Network 3246d3b5-b403-4a48-9330-5b686a320eda requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:12:28.178784 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-24a84939-cef8-43ef-8c87-fbcc39996f92 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7167246 Apr 12 20:12:28.178784 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a20fca5-c600-40b4-8352-f89d573e307c x-openstack-request-id: req-1a20fca5-c600-40b4-8352-f89d573e307c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:28.178784 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f500ff64-0bdb-4454-9a6d-23bd6766fccc", "name": "network-vif-deleted", "tag": "e2b80b8c-270b-4216-8079-2838ff14e078", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:28.179246 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a20fca5-c600-40b4-8352-f89d573e307c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:28.179625 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a20fca5-c600-40b4-8352-f89d573e307c'] response: {'server_uuid': 'f500ff64-0bdb-4454-9a6d-23bd6766fccc', 'name': 'network-vif-deleted', 'tag': 'e2b80b8c-270b-4216-8079-2838ff14e078', 'status': 'completed', 'code': 200} Apr 12 20:12:28.180103 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 39688) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:28.180496 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-35588dd3-463d-43d9-b03a-d8eb47fa57f7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3725019 Apr 12 20:12:28.184448 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:28.220913 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61321'] for router (70e5c68f-d82d-4b81-9d14-5a595132cede), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.222186 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1650774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61328'] for router (70e5c68f-d82d-4b81-9d14-5a595132cede), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.302231 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Publish callbacks [] for router_controller (70e5c68f-d82d-4b81-9d14-5a595132cede), precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.412998 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d8a2851-514c-574c-8383-fe2ed6b99b3a-e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'fixed_ips': [{'subnet_id': '50de082a-31e4-4091-bb14-efd82acb9199'}]}} from dv-cinder-837542-1-iscsi. {{(pid=103446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:12:28.413889 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.430268 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcaec6-0bbc-482c-87ac-3c6b6ff924c9 None None] Network 3246d3b5-b403-4a48-9330-5b686a320eda requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:12:28.527831 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Publish callbacks [] for router_gateway (70e5c68f-d82d-4b81-9d14-5a595132cede), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.548591 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa21d6-3e62-4c27-9bfb-d5a99846ab8c req-c7fa9073-6dfc-4ed4-9742-1f829c63230d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:28.550743 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcaa21d6-3e62-4c27-9bfb-d5a99846ab8c req-c7fa9073-6dfc-4ed4-9742-1f829c63230d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0633337 Apr 12 20:12:28.652211 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Allocated IP 172.20.0.2 (e1a4f955-830a-43d9-a2bb-d20ec96f49ee/50de082a-31e4-4091-bb14-efd82acb9199/1a500dc3-0abe-47c6-9c16-e6932c6e2e1b) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:28.720039 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0a760-e7ff-4248-85f6-7b6d6abecefc req-39963a30-7dc6-44d1-b30f-c3c2b918bdc4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:28.721623 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9ca0a760-e7ff-4248-85f6-7b6d6abecefc req-39963a30-7dc6-44d1-b30f-c3c2b918bdc4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0947564 Apr 12 20:12:28.748733 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcaa21d6-3e62-4c27-9bfb-d5a99846ab8c req-061cd6ae-f8d5-47b9-aecb-aace74859204 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813676 Apr 12 20:12:28.863989 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Publish callbacks [] for port (1a500dc3-0abe-47c6-9c16-e6932c6e2e1b), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.877634 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (1a500dc3-0abe-47c6-9c16-e6932c6e2e1b), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.921030 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Network e1a4f955-830a-43d9-a2bb-d20ec96f49ee is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:28.924305 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:28.929451 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:28.932603 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Pushing event updated for resources: {'Port': ['ID=1a500dc3-0abe-47c6-9c16-e6932c6e2e1b,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:28.950488 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1382692d-2982-4a09-afc5-f14d02b8f240 req-9fd977b7-7c81-40ad-bc44-e2039f10bcf6 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=f500ff64-0bdb-4454-9a6d-23bd6766fccc HTTP/1.1" status: 200 len: 210 time: 0.0578854 Apr 12 20:12:28.957994 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9ca0a760-e7ff-4248-85f6-7b6d6abecefc req-0e1f4e27-d2c0-4d09-bc52-0711b886d00c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181947 Apr 12 20:12:28.993073 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Attempting to bind port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:28.993450 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Attempting to bind port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '6dfc2847-289f-4fb1-92d4-57bf15cba9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:28.993816 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Attempting to bind port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b on network e1a4f955-830a-43d9-a2bb-d20ec96f49ee {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:28.998774 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:28.999156 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Checking segment: {'id': '6dfc2847-289f-4fb1-92d4-57bf15cba9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:28.999561 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:28.999959 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Bound using segment: {'id': '6dfc2847-289f-4fb1-92d4-57bf15cba9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:29.000446 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Bound port: 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfc2847-289f-4fb1-92d4-57bf15cba9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:29.000830 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (1a500dc3-0abe-47c6-9c16-e6932c6e2e1b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:29.003361 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Publish callbacks [] for router_gateway (70e5c68f-d82d-4b81-9d14-5a595132cede), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:29.023179 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:29.064092 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] For port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:29.067187 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] For port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=1a500dc3-0abe-47c6-9c16-e6932c6e2e1b,segment=NetworkSegment(6dfc2847-289f-4fb1-92d4-57bf15cba9fb),segment_id=6dfc2847-289f-4fb1-92d4-57bf15cba9fb)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:29.075341 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (1a500dc3-0abe-47c6-9c16-e6932c6e2e1b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:29.137014 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692e62f-f9d4-4bc1-812b-3e7b3957d34e None None] Pushing event updated for resources: {'Port': ['ID=1a500dc3-0abe-47c6-9c16-e6932c6e2e1b,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:29.139495 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Allocated IP 172.27.0.86 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/0e6d89e6-067d-4e84-ae30-05bbedfc257f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:29.250088 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Publish callbacks [] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:29.291570 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:29.338897 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:29.344110 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:29.347739 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:29.357627 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Pushing event updated for resources: {'Port': ['ID=0e6d89e6-067d-4e84-ae30-05bbedfc257f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:29.437506 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:12:29.858033 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Publish callbacks [] for router_gateway (70e5c68f-d82d-4b81-9d14-5a595132cede), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:29.919270 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da6a8f-34e6-4bec-83c4-8702738ca030 req-e9e75148-66c3-44a3-84e5-abea5e6f14ce tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:29.920991 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0da6a8f-34e6-4bec-83c4-8702738ca030 req-e9e75148-66c3-44a3-84e5-abea5e6f14ce tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0936849 Apr 12 20:12:30.040462 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0da6a8f-34e6-4bec-83c4-8702738ca030 req-60fdc78c-c899-483c-bd59-ea03f8b32362 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094582 Apr 12 20:12:30.045575 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d160ad09-583c-438c-b133-81c932c3aa70 None None] Network e1a4f955-830a-43d9-a2bb-d20ec96f49ee requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:12:30.082355 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-5e68c144-a983-4011-8311-a247c877aba0 None None] Provisioning complete for port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:30.082761 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5e68c144-a983-4011-8311-a247c877aba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (1a500dc3-0abe-47c6-9c16-e6932c6e2e1b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:30.167162 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-d2dc942b-60aa-4484-8f33-77e3fab27181 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:30.174575 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-d2dc942b-60aa-4484-8f33-77e3fab27181 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/networks?id=3246d3b5-b403-4a48-9330-5b686a320eda HTTP/1.1" status: 200 len: 814 time: 0.1745114 Apr 12 20:12:30.224063 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-9f881f3f-8f4c-45b9-aab3-02ae2f0e6d13 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/quotas/56df4c8f7d5d4ee79e61b39e3c861e7f HTTP/1.1" status: 200 len: 375 time: 0.0485933 Apr 12 20:12:30.280785 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:30.325649 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-f3bc6892-453e-421c-b9f6-08c1b151f045 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=56df4c8f7d5d4ee79e61b39e3c861e7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646269 Apr 12 20:12:30.333448 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0a2bc-74ea-4318-93d2-19a24cc1eece req-44b48bd1-5d3b-4d07-938c-0dbfc50e568c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:30.334910 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-87a0a2bc-74ea-4318-93d2-19a24cc1eece req-44b48bd1-5d3b-4d07-938c-0dbfc50e568c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.1500480 Apr 12 20:12:30.419658 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:30.420201 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (1a500dc3-0abe-47c6-9c16-e6932c6e2e1b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:30.439584 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-5e68c144-a983-4011-8311-a247c877aba0 None None] Current status of the port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:30.440000 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5e68c144-a983-4011-8311-a247c877aba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (1a500dc3-0abe-47c6-9c16-e6932c6e2e1b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:30.444950 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651111'] for router (70e5c68f-d82d-4b81-9d14-5a595132cede), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:30.515975 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-87a0a2bc-74ea-4318-93d2-19a24cc1eece req-1a2ed495-dcaf-4629-88cc-d626afbccffd tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696217 Apr 12 20:12:30.516339 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-5e68c144-a983-4011-8311-a247c877aba0 None None] For port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=1a500dc3-0abe-47c6-9c16-e6932c6e2e1b,segment=NetworkSegment(6dfc2847-289f-4fb1-92d4-57bf15cba9fb),segment_id=6dfc2847-289f-4fb1-92d4-57bf15cba9fb)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:30.517901 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-73e120b6-e3a0-4dac-b722-d046fce509be service neutron] 10.222.0.44 "GET /v2.0/networks/3246d3b5-b403-4a48-9330-5b686a320eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821406 Apr 12 20:12:30.532208 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5e68c144-a983-4011-8311-a247c877aba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (1a500dc3-0abe-47c6-9c16-e6932c6e2e1b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:30.616687 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:30.635691 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68c144-a983-4011-8311-a247c877aba0 None None] Pushing event updated for resources: {'Port': ['ID=1a500dc3-0abe-47c6-9c16-e6932c6e2e1b,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:30.664808 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1efe4ee3-62f7-4a73-a472-b8ac0d60d2c9 None None] Provisioning complete for port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:30.665274 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1efe4ee3-62f7-4a73-a472-b8ac0d60d2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (1a500dc3-0abe-47c6-9c16-e6932c6e2e1b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:30.734219 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-7d6fde18-d29c-4618-8e2b-6e98bc0bcd56 service neutron] 10.222.0.44 "GET /v2.0/networks/3246d3b5-b403-4a48-9330-5b686a320eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051353 Apr 12 20:12:30.742359 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1efe4ee3-62f7-4a73-a472-b8ac0d60d2c9 None None] Current status of the port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:30.775893 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Router 70e5c68f-d82d-4b81-9d14-5a595132cede is scheduled to L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:12:30.795107 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-10548568-b32b-4309-9597-85234ec402a2 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:30.797038 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-10548568-b32b-4309-9597-85234ec402a2 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/networks?id=637139fb-61d9-423a-b209-d892d50a5599 HTTP/1.1" status: 200 len: 809 time: 0.1424100 Apr 12 20:12:30.851486 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-2ac122b1-53fa-44d3-8f72-92a2758c84c1 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/quotas/731857c6747546a18421fdc82c27f26b HTTP/1.1" status: 200 len: 375 time: 0.0484431 Apr 12 20:12:30.921297 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-b543f61f-c781-4df7-838e-d16de6f9fb74 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=731857c6747546a18421fdc82c27f26b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604477 Apr 12 20:12:30.969277 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-68578c02-c15c-4d21-9156-91bcddf3213a req-9f02671b-911f-4cb1-97a5-691b27577192 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 210 time: 0.0523648 Apr 12 20:12:31.024830 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:12:31.034542 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Sync routers for ids ['70e5c68f-d82d-4b81-9d14-5a595132cede'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:12:31.049097 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Routers {'70e5c68f-d82d-4b81-9d14-5a595132cede'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:31.049097 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:12:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['70e5c68f-d82d-4b81-9d14-5a595132cede'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:31.059912 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:31.063329 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a13c41fc-2e90-407b-8d9c-eb63d48ef415 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8822057 Apr 12 20:12:31.066235 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 39756) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:31.090498 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-f7780fdc-e47c-46af-9333-3c1432bdb47e service neutron] 10.222.0.44 "GET /v2.0/networks/637139fb-61d9-423a-b209-d892d50a5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568656 Apr 12 20:12:31.207001 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Set router 70e5c68f-d82d-4b81-9d14-5a595132cede gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:31.262849 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-352ca369-4305-4f4d-b828-95c843a1c978 service neutron] 10.222.0.44 "GET /v2.0/networks/637139fb-61d9-423a-b209-d892d50a5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591763 Apr 12 20:12:31.288859 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79724453-e04b-447c-96cb-ce837aba5ab5 req-7abe0893-6d0c-4c9a-bec3-67fcd7df548e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:31.294725 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-79724453-e04b-447c-96cb-ce837aba5ab5 req-7abe0893-6d0c-4c9a-bec3-67fcd7df548e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.1157291 Apr 12 20:12:31.388001 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device e2b80b8c-270b-4216-8079-2838ff14e078 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:12:31.403882 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-79724453-e04b-447c-96cb-ce837aba5ab5 req-940956d2-9d9f-4fff-90a5-5be18bc1f356 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918386 Apr 12 20:12:31.432891 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: e2b80b8c-270b-4216-8079-2838ff14e078 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:12:31.433427 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device e2b80b8c-270b-4216-8079-2838ff14e078 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:12:31.514342 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9ad697da-581f-416f-ba1d-a4c5f9bf4e37 req-7bc8aa6c-fa33-40b1-860f-216d089035cc tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 210 time: 0.0440211 Apr 12 20:12:31.713324 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:31.720425 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:12:29Z', 'revision_number': 3, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port': {'id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:29Z', 'updated_at': '2022-04-12T20:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:31.730394 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9826d4-0839-4abe-8441-564fc1b81210 req-cae7b271-ddee-42f5-a28d-5e9da4991be5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:31.732719 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3b9826d4-0839-4abe-8441-564fc1b81210 req-cae7b271-ddee-42f5-a28d-5e9da4991be5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0935893 Apr 12 20:12:31.764018 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Checking router: 70e5c68f-d82d-4b81-9d14-5a595132cede for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:12:31.764323 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Updating router 70e5c68f-d82d-4b81-9d14-5a595132cede port 0e6d89e6-067d-4e84-ae30-05bbedfc257f binding host dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:12:31.799744 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:31.805407 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3b9826d4-0839-4abe-8441-564fc1b81210 req-686f3077-1948-4832-855c-c5e9ad10560e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643370 Apr 12 20:12:31.932662 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Allocated IP 172.20.0.1 (e1a4f955-830a-43d9-a2bb-d20ec96f49ee/50de082a-31e4-4091-bb14-efd82acb9199/7ca8ba6f-ebaf-48ac-909a-b70bf5797d94) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:32.075483 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Publish callbacks [] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.112024 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-453483ee-893c-4895-93c3-b7dd3fc88e43 req-1626d689-d3fe-430a-95a3-28c75e6734a8 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 210 time: 0.0592213 Apr 12 20:12:32.119893 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.154423 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Publish callbacks [] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.173556 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Network e1a4f955-830a-43d9-a2bb-d20ec96f49ee is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:32.178485 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.190827 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:32.199301 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:32.223662 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:32.244039 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651030'] for router_interface (70e5c68f-d82d-4b81-9d14-5a595132cede), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.312145 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Attempting to bind port 0e6d89e6-067d-4e84-ae30-05bbedfc257f on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:32.312537 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Attempting to bind port 0e6d89e6-067d-4e84-ae30-05bbedfc257f by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:32.313098 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Attempting to bind port 0e6d89e6-067d-4e84-ae30-05bbedfc257f on network 2a96407d-31ee-4009-9b88-c39044fbbdfd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:32.322732 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:32.323404 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Checking segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:32.323965 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.324545 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Bound using segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:32.325159 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Bound port: 0e6d89e6-067d-4e84-ae30-05bbedfc257f, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:32.325712 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.329007 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaa4ce-0808-4774-a0b6-163944fe1f04 None None] Pushing event updated for resources: {'Port': ['ID=0e6d89e6-067d-4e84-ae30-05bbedfc257f,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:32.360984 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:32.363391 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (1a500dc3-0abe-47c6-9c16-e6932c6e2e1b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.415367 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] For port 0e6d89e6-067d-4e84-ae30-05bbedfc257f, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:32.419780 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca8ba6f-ebaf-48ac-909a-b70bf5797d94,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:32.422602 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] For port 0e6d89e6-067d-4e84-ae30-05bbedfc257f, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=0e6d89e6-067d-4e84-ae30-05bbedfc257f,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:32.449984 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.493668 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-ffbb191a-2fbb-4f2f-bd81-99b85755709f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:32.496250 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-ffbb191a-2fbb-4f2f-bd81-99b85755709f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.13 "GET /v2.0/networks?id=3246d3b5-b403-4a48-9330-5b686a320eda HTTP/1.1" status: 200 len: 814 time: 0.2925577 Apr 12 20:12:32.515229 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.556360 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Routers {'70e5c68f-d82d-4b81-9d14-5a595132cede'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:32.560697 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-3adc215f-8531-4927-95e5-a72ca6d3168f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Request body: {'port': {'device_id': '5fd7631f-92bc-426c-b51f-cf40b02a0661', 'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda', 'admin_state_up': True, 'tenant_id': '56df4c8f7d5d4ee79e61b39e3c861e7f'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:32.565885 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:32.566423 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:12:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['70e5c68f-d82d-4b81-9d14-5a595132cede'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:32.685809 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-95b54b08-2bb7-403e-ac3b-05fe0840b8bb None None] Provisioning complete for port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:32.686000 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-95b54b08-2bb7-403e-ac3b-05fe0840b8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.741714 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-95b54b08-2bb7-403e-ac3b-05fe0840b8bb None None] Port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:12:32.743076 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5f2a460b-9c9c-4fa1-9ff3-828eb616d150 req-ea964acd-cd79-46ae-b351-193a527ede9c tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 210 time: 0.0490646 Apr 12 20:12:32.751846 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] Set router 70e5c68f-d82d-4b81-9d14-5a595132cede gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:32.752584 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e9b29-9391-429c-9d07-5898ff2db802 req-02ff7b58-327d-42b4-b8f1-09a32fb051de tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:32.764269 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a6e9b29-9391-429c-9d07-5898ff2db802 req-02ff7b58-327d-42b4-b8f1-09a32fb051de tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.2556913 Apr 12 20:12:32.783629 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaa4ce-0808-4774-a0b6-163944fe1f04 None None] Pushing event updated for resources: {'Port': ['ID=0e6d89e6-067d-4e84-ae30-05bbedfc257f,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:32.791154 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-3adc215f-8531-4927-95e5-a72ca6d3168f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Made reservation on behalf of 56df4c8f7d5d4ee79e61b39e3c861e7f for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:12:32.794425 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-3adc215f-8531-4927-95e5-a72ca6d3168f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.800275 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Publish callbacks [] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.806137 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.844726 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a6e9b29-9391-429c-9d07-5898ff2db802 req-9497cc49-dc70-47e0-af12-0cf6a5b8c08e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792255 Apr 12 20:12:32.888991 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca8ba6f-ebaf-48ac-909a-b70bf5797d94,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:32.898236 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651942'] for router_interface (70e5c68f-d82d-4b81-9d14-5a595132cede), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:32.987737 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 4, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port': {'id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:29Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '7ca8ba6f-ebaf-48ac-909a-b70bf5797d94', 'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'mac_address': 'fa:16:3e:fd:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '50de082a-31e4-4091-bb14-efd82acb9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:31Z', 'updated_at': '2022-04-12T20:12:31Z', 'revision_number': 1, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'subnets': [{'id': '50de082a-31e4-4091-bb14-efd82acb9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:33.001292 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Network e1a4f955-830a-43d9-a2bb-d20ec96f49ee is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:33.002914 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:33.003384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df900749-a0eb-410e-bb0a-221f7a768fd8 req-8d92b8c9-d37c-465b-ac77-3bacc2e0eb6b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:33.004987 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df900749-a0eb-410e-bb0a-221f7a768fd8 req-8d92b8c9-d37c-465b-ac77-3bacc2e0eb6b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0900667 Apr 12 20:12:33.031440 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f200b49f-a41b-4307-b793-29c3b6a17a4b None None] The sync data for ids ['70e5c68f-d82d-4b81-9d14-5a595132cede'] in dv-cinder-837542-1-iscsi is: [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 4, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port': {'id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:29Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '7ca8ba6f-ebaf-48ac-909a-b70bf5797d94', 'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'mac_address': 'fa:16:3e:fd:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '50de082a-31e4-4091-bb14-efd82acb9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:31Z', 'updated_at': '2022-04-12T20:12:31Z', 'revision_number': 1, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'subnets': [{'id': '50de082a-31e4-4091-bb14-efd82acb9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:12:33.049554 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-3adc215f-8531-4927-95e5-a72ca6d3168f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Allocated IP 172.20.0.3 (3246d3b5-b403-4a48-9330-5b686a320eda/6351116b-04fd-4329-b2d5-e7bb6b55e817/778d2243-35d4-4151-9b80-31052a9c9f60) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:33.105282 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df900749-a0eb-410e-bb0a-221f7a768fd8 req-6985dc66-221f-4f81-a342-06343ff8804c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932853 Apr 12 20:12:33.176972 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Router 70e5c68f-d82d-4b81-9d14-5a595132cede has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:12:33.405197 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-4b612c44-37ac-41e0-b96d-dfed8ac17710 None None] Provisioning complete for port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:33.405975 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4b612c44-37ac-41e0-b96d-dfed8ac17710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:33.413461 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-15a53f0f-3549-4545-818d-d2347799df01 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:33.415902 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-15a53f0f-3549-4545-818d-d2347799df01 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.13 "GET /v2.0/networks?id=637139fb-61d9-423a-b209-d892d50a5599 HTTP/1.1" status: 200 len: 809 time: 0.1778278 Apr 12 20:12:33.434049 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-aa9ee328-9ec4-4efd-a312-2c23f3256fda tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Request body: {'port': {'device_id': 'af337c62-e567-419f-96f2-07c85f994247', 'network_id': '637139fb-61d9-423a-b209-d892d50a5599', 'admin_state_up': True, 'tenant_id': '731857c6747546a18421fdc82c27f26b'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:33.465689 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-4b612c44-37ac-41e0-b96d-dfed8ac17710 None None] Port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:12:33.516084 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:12:33.529185 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-4d92453c-8b82-43b8-bbcc-c0fbba5ec0e0 admin admin] 10.222.0.44 "PUT /v2.0/routers/70e5c68f-d82d-4b81-9d14-5a595132cede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4555068 Apr 12 20:12:33.604303 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-aa9ee328-9ec4-4efd-a312-2c23f3256fda tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Made reservation on behalf of 731857c6747546a18421fdc82c27f26b for: {'port': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:12:33.610370 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-aa9ee328-9ec4-4efd-a312-2c23f3256fda tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:33.633750 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3e7dd362-e43b-4cdf-b10d-967b728e9f9d req-19ee4624-8762-4a56-8ff0-beef9d230080 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 210 time: 0.0361490 Apr 12 20:12:33.677737 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-3adc215f-8531-4927-95e5-a72ca6d3168f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks [] for port (778d2243-35d4-4151-9b80-31052a9c9f60), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:33.724021 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-3adc215f-8531-4927-95e5-a72ca6d3168f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (778d2243-35d4-4151-9b80-31052a9c9f60), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:33.820916 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc215f-8531-4927-95e5-a72ca6d3168f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Pushing event updated for resources: {'Port': ['ID=778d2243-35d4-4151-9b80-31052a9c9f60,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:33.832128 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-3adc215f-8531-4927-95e5-a72ca6d3168f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Network 3246d3b5-b403-4a48-9330-5b686a320eda is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:33.833745 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-3adc215f-8531-4927-95e5-a72ca6d3168f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:33.841514 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-3adc215f-8531-4927-95e5-a72ca6d3168f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:33.845882 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-aa9ee328-9ec4-4efd-a312-2c23f3256fda tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Allocated IP 172.20.0.7 (637139fb-61d9-423a-b209-d892d50a5599/43769a94-30cf-4ba8-9054-0fa24e3f93b3/8f05b07c-52b1-40cf-8f73-1da974fd9a73) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:33.984993 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-210cd699-59a6-4fa6-bf27-eaee1cef85df req-a842a3c4-2f31-4b47-8e32-1031712be448 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 210 time: 0.1388266 Apr 12 20:12:34.008664 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-3adc215f-8531-4927-95e5-a72ca6d3168f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:34.009320 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-3adc215f-8531-4927-95e5-a72ca6d3168f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.083339 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9736cb-cf22-49aa-ad2b-f0131aecd4a3 req-8341f963-51cb-4622-be36-658fdab54f94 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:34.085370 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3d9736cb-cf22-49aa-ad2b-f0131aecd4a3 req-8341f963-51cb-4622-be36-658fdab54f94 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.1235509 Apr 12 20:12:34.090250 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-3adc215f-8531-4927-95e5-a72ca6d3168f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5620952 Apr 12 20:12:34.109585 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Request body: {'port': {'device_id': '5fd7631f-92bc-426c-b51f-cf40b02a0661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:34.165128 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-aa9ee328-9ec4-4efd-a312-2c23f3256fda tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks [] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.248285 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 0e6d89e6-067d-4e84-ae30-05bbedfc257f up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:34.306603 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-aa9ee328-9ec4-4efd-a312-2c23f3256fda tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.352650 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 0e6d89e6-067d-4e84-ae30-05bbedfc257f triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:34.360399 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.414167 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-aa9ee328-9ec4-4efd-a312-2c23f3256fda tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Network 637139fb-61d9-423a-b209-d892d50a5599 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:34.422931 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-aa9ee328-9ec4-4efd-a312-2c23f3256fda tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:34.437910 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-aa9ee328-9ec4-4efd-a312-2c23f3256fda tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:34.440877 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3d9736cb-cf22-49aa-ad2b-f0131aecd4a3 req-bdbe6422-ddbe-4276-80f6-4068572360e7 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218992 Apr 12 20:12:34.465488 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (778d2243-35d4-4151-9b80-31052a9c9f60), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.484106 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 39826) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:34.498280 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ada4f-c55f-4c5d-8d1e-ab311223bdf0 req-20a2b39d-0693-4281-b0a2-9cf946f2a6a7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:34.498532 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-164860162-network', 'tenant_id': 'd00f153982974ee298382e4ee259a924'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:34.500069 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ae7ada4f-c55f-4c5d-8d1e-ab311223bdf0 req-20a2b39d-0693-4281-b0a2-9cf946f2a6a7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.2580163 Apr 12 20:12:34.514052 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 0e6d89e6-067d-4e84-ae30-05bbedfc257f is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:34.514682 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.536757 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ee328-9ec4-4efd-a312-2c23f3256fda tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Pushing event updated for resources: {'Port': ['ID=8f05b07c-52b1-40cf-8f73-1da974fd9a73,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:34.555831 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port 0e6d89e6-067d-4e84-ae30-05bbedfc257f, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=0e6d89e6-067d-4e84-ae30-05bbedfc257f,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:34.558674 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-aa9ee328-9ec4-4efd-a312-2c23f3256fda tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:34.559498 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-aa9ee328-9ec4-4efd-a312-2c23f3256fda tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.561048 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.566269 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Made reservation on behalf of d00f153982974ee298382e4ee259a924 for: {'network': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:12:34.569274 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.587601 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.600177 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-aa9ee328-9ec4-4efd-a312-2c23f3256fda tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1727309 Apr 12 20:12:34.632556 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=0e6d89e6-067d-4e84-ae30-05bbedfc257f,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:34.639111 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Request body: {'port': {'device_id': 'af337c62-e567-419f-96f2-07c85f994247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:34.658077 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ae7ada4f-c55f-4c5d-8d1e-ab311223bdf0 req-971fb5eb-a3f5-4a78-b3ce-aafd5d7ae8ef tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331923 Apr 12 20:12:34.745743 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.768905 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Publish callbacks [] for security_group (d1a56faa-a496-4886-8372-4252508592b8), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.774295 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d1a56faa-a496-4886-8372-4252508592b8), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.793854 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4be7e-a045-4b35-8101-96a17aca3e57 req-5836c9aa-15b0-4e8c-8b31-9f575b118830 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:34.795475 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-43e4be7e-a045-4b35-8101-96a17aca3e57 req-5836c9aa-15b0-4e8c-8b31-9f575b118830 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 931 time: 0.0626998 Apr 12 20:12:34.832883 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:12:34.850893 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a56faa-a496-4886-8372-4252508592b8,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:34.888907 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-43e4be7e-a045-4b35-8101-96a17aca3e57 req-3b155cac-2af7-418a-bbc9-959e8a528cf2 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833123 Apr 12 20:12:34.904940 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (87277cd6-8b7a-4e45-9e86-7daf93cfc2d7), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.904940 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.segments_db [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Added segment 87277cd6-8b7a-4e45-9e86-7daf93cfc2d7 of type vlan for network 112d876d-22bf-4d01-a97c-3ffa43d2e63e Apr 12 20:12:34.934319 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778d2243-35d4-4151-9b80-31052a9c9f60 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:12:34.942099 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Publish callbacks [] for port (778d2243-35d4-4151-9b80-31052a9c9f60), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.957739 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Transition to ACTIVE for port object 778d2243-35d4-4151-9b80-31052a9c9f60 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:12:34.961407 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (778d2243-35d4-4151-9b80-31052a9c9f60), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:34.980565 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (112d876d-22bf-4d01-a97c-3ffa43d2e63e), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.059951 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Pushing event updated for resources: {'Port': ['ID=778d2243-35d4-4151-9b80-31052a9c9f60,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:35.136051 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Attempting to bind port 778d2243-35d4-4151-9b80-31052a9c9f60 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:35.136429 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Attempting to bind port 778d2243-35d4-4151-9b80-31052a9c9f60 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '9b7b4822-7e17-4967-af60-ba9119a544b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:35.136767 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Attempting to bind port 778d2243-35d4-4151-9b80-31052a9c9f60 on network 3246d3b5-b403-4a48-9330-5b686a320eda {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:35.153389 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de1a73-7d1a-4d5f-a889-4665935b5137 req-2fd4eb53-78ee-45f4-bfb6-78a4d9ea1c67 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:35.155104 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-73de1a73-7d1a-4d5f-a889-4665935b5137 req-2fd4eb53-78ee-45f4-bfb6-78a4d9ea1c67 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 931 time: 0.0708284 Apr 12 20:12:35.155957 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Port 778d2243-35d4-4151-9b80-31052a9c9f60 on network 3246d3b5-b403-4a48-9330-5b686a320eda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:12:35.156320 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Attempting to bind port 778d2243-35d4-4151-9b80-31052a9c9f60 on network 3246d3b5-b403-4a48-9330-5b686a320eda {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:35.162749 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:35.163115 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Checking segment: {'id': '9b7b4822-7e17-4967-af60-ba9119a544b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:35.163289 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Bound using segment: {'id': '9b7b4822-7e17-4967-af60-ba9119a544b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:35.163791 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Bound port: 778d2243-35d4-4151-9b80-31052a9c9f60, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b4822-7e17-4967-af60-ba9119a544b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:35.164127 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (778d2243-35d4-4151-9b80-31052a9c9f60), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.243370 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.db.resource_extend [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 20:12:35.272478 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (112d876d-22bf-4d01-a97c-3ffa43d2e63e), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.273459 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:35.274052 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.274243 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-73de1a73-7d1a-4d5f-a889-4665935b5137 req-3284061d-9614-469a-96fa-dcb47674fbce tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073258 Apr 12 20:12:35.278044 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] For port 778d2243-35d4-4151-9b80-31052a9c9f60, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:35.281805 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] For port 778d2243-35d4-4151-9b80-31052a9c9f60, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=778d2243-35d4-4151-9b80-31052a9c9f60,segment=NetworkSegment(9b7b4822-7e17-4967-af60-ba9119a544b8),segment_id=9b7b4822-7e17-4967-af60-ba9119a544b8)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:35.288884 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (778d2243-35d4-4151-9b80-31052a9c9f60), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.326932 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:35.327633 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.328980 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-fb197550-2440-4d94-836b-a31cea16725d service neutron] 10.222.0.13 "PUT /v2.0/ports/778d2243-35d4-4151-9b80-31052a9c9f60 HTTP/1.1" status: 200 len: 1093 time: 1.2313163 Apr 12 20:12:35.329424 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd7631f-92bc-426c-b51f-cf40b02a0661', 'tag': '778d2243-35d4-4151-9b80-31052a9c9f60'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:35.331659 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43167aaf-41fe-4350-95ce-dc8d881e1e35" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd7631f-92bc-426c-b51f-cf40b02a0661", "tag": "778d2243-35d4-4151-9b80-31052a9c9f60"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:35.353974 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb197550-2440-4d94-836b-a31cea16725d service neutron] Pushing event updated for resources: {'Port': ['ID=778d2243-35d4-4151-9b80-31052a9c9f60,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:35.357888 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8707268 Apr 12 20:12:35.360562 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 39834) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:35.365730 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9c095576-7f1e-462c-80dd-9f4dc7824484 admin admin] Request body: {'subnet': {'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-164860162-subnet', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:35.370851 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158c88a-48cd-447a-834b-49bd066ca509 admin admin] Pushing event updated for resources: {'Network': ['ID=112d876d-22bf-4d01-a97c-3ffa43d2e63e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:35.380983 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27ea2d4-8b39-463d-8876-79ba661c0c91 x-openstack-request-id: req-b27ea2d4-8b39-463d-8876-79ba661c0c91 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:35.381836 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd7631f-92bc-426c-b51f-cf40b02a0661", "tag": "778d2243-35d4-4151-9b80-31052a9c9f60", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:35.383884 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 112d876d-22bf-4d01-a97c-3ffa43d2e63e details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:12:35.387737 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b27ea2d4-8b39-463d-8876-79ba661c0c91 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:35.388171 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27ea2d4-8b39-463d-8876-79ba661c0c91'] response: {'name': 'network-changed', 'server_uuid': '5fd7631f-92bc-426c-b51f-cf40b02a0661', 'tag': '778d2243-35d4-4151-9b80-31052a9c9f60', 'status': 'completed', 'code': 200} Apr 12 20:12:35.397933 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c095576-7f1e-462c-80dd-9f4dc7824484 admin admin] Made reservation on behalf of d00f153982974ee298382e4ee259a924 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:12:35.401171 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c095576-7f1e-462c-80dd-9f4dc7824484 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065880499'] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.422404 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f05b07c-52b1-40cf-8f73-1da974fd9a73 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:12:35.432153 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Publish callbacks [] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.447413 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Transition to ACTIVE for port object 8f05b07c-52b1-40cf-8f73-1da974fd9a73 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:12:35.454067 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.516021 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Pushing event updated for resources: {'Port': ['ID=8f05b07c-52b1-40cf-8f73-1da974fd9a73,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:35.584689 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Attempting to bind port 8f05b07c-52b1-40cf-8f73-1da974fd9a73 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:35.585645 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Attempting to bind port 8f05b07c-52b1-40cf-8f73-1da974fd9a73 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '223d2073-8909-4e95-b969-79d0235afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '637139fb-61d9-423a-b209-d892d50a5599'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:35.585645 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Attempting to bind port 8f05b07c-52b1-40cf-8f73-1da974fd9a73 on network 637139fb-61d9-423a-b209-d892d50a5599 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:35.590249 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Port 8f05b07c-52b1-40cf-8f73-1da974fd9a73 on network 637139fb-61d9-423a-b209-d892d50a5599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:12:35.590614 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Attempting to bind port 8f05b07c-52b1-40cf-8f73-1da974fd9a73 on network 637139fb-61d9-423a-b209-d892d50a5599 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:35.596484 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:35.596822 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Checking segment: {'id': '223d2073-8909-4e95-b969-79d0235afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '637139fb-61d9-423a-b209-d892d50a5599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:35.597204 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Bound using segment: {'id': '223d2073-8909-4e95-b969-79d0235afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '637139fb-61d9-423a-b209-d892d50a5599'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:35.597621 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Bound port: 8f05b07c-52b1-40cf-8f73-1da974fd9a73, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '223d2073-8909-4e95-b969-79d0235afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '637139fb-61d9-423a-b209-d892d50a5599'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:35.597983 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.629111 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374e6fb-3b92-4416-bae6-e19daa78b265 req-e7b882f5-1d07-4e08-affc-89efb3eb5acd tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:35.630605 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6374e6fb-3b92-4416-bae6-e19daa78b265 req-e7b882f5-1d07-4e08-affc-89efb3eb5acd tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0873444 Apr 12 20:12:35.645164 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c095576-7f1e-462c-80dd-9f4dc7824484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065572248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065880485'] for subnet (bdb8f278-7b77-4b31-ac44-379ffa6a264d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.669319 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] For port 8f05b07c-52b1-40cf-8f73-1da974fd9a73, host hv-cinder-83754, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:35.672705 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] For port 8f05b07c-52b1-40cf-8f73-1da974fd9a73, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8f05b07c-52b1-40cf-8f73-1da974fd9a73,segment=NetworkSegment(223d2073-8909-4e95-b969-79d0235afea2),segment_id=223d2073-8909-4e95-b969-79d0235afea2)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:35.679041 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.721525 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:35.722511 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.724662 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] 10.222.0.13 "PUT /v2.0/ports/8f05b07c-52b1-40cf-8f73-1da974fd9a73 HTTP/1.1" status: 200 len: 1093 time: 1.0946391 Apr 12 20:12:35.725705 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af337c62-e567-419f-96f2-07c85f994247', 'tag': '8f05b07c-52b1-40cf-8f73-1da974fd9a73'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:35.728034 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd420507-126c-45c2-ab7f-0a8796c1819e" -d '{"events": [{"name": "network-changed", "server_uuid": "af337c62-e567-419f-96f2-07c85f994247", "tag": "8f05b07c-52b1-40cf-8f73-1da974fd9a73"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:35.738864 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6374e6fb-3b92-4416-bae6-e19daa78b265 req-cb399820-65d5-4465-9d49-c99e81300ab4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001494 Apr 12 20:12:35.750956 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c095576-7f1e-462c-80dd-9f4dc7824484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb8f278-7b77-4b31-ac44-379ffa6a264d,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:35.764473 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc2daa-81cc-4466-a425-ea6933a7d867 service neutron] Pushing event updated for resources: {'Port': ['ID=8f05b07c-52b1-40cf-8f73-1da974fd9a73,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:35.797709 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c095576-7f1e-462c-80dd-9f4dc7824484 admin admin] Checking segment: {'id': '87277cd6-8b7a-4e45-9e86-7daf93cfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:35.798333 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c095576-7f1e-462c-80dd-9f4dc7824484 admin admin] Network hostable DHCP agents. Network: 112d876d-22bf-4d01-a97c-3ffa43d2e63e, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:12:35.807056 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4356f2bf-ac07-45bc-96a9-a2dc9392f365 x-openstack-request-id: req-4356f2bf-ac07-45bc-96a9-a2dc9392f365 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:35.807351 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af337c62-e567-419f-96f2-07c85f994247", "tag": "8f05b07c-52b1-40cf-8f73-1da974fd9a73", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:35.807605 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4356f2bf-ac07-45bc-96a9-a2dc9392f365 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:35.808004 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4356f2bf-ac07-45bc-96a9-a2dc9392f365'] response: {'name': 'network-changed', 'server_uuid': 'af337c62-e567-419f-96f2-07c85f994247', 'tag': '8f05b07c-52b1-40cf-8f73-1da974fd9a73', 'status': 'completed', 'code': 200} Apr 12 20:12:35.819548 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160f2ea-e54a-4d75-88df-f751a5ad0191 req-3720d874-6503-4f56-9f64-0d780a9f5178 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:35.821139 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6160f2ea-e54a-4d75-88df-f751a5ad0191 req-3720d874-6503-4f56-9f64-0d780a9f5178 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0713313 Apr 12 20:12:35.845612 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c095576-7f1e-462c-80dd-9f4dc7824484 admin admin] Network 112d876d-22bf-4d01-a97c-3ffa43d2e63e is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:12:35.860358 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-9c095576-7f1e-462c-80dd-9f4dc7824484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 112d876d-22bf-4d01-a97c-3ffa43d2e63e) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:35.865003 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c095576-7f1e-462c-80dd-9f4dc7824484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:35.865735 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c095576-7f1e-462c-80dd-9f4dc7824484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.871110 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f220acf-611e-4120-8150-033110021695 None None] Network 112d876d-22bf-4d01-a97c-3ffa43d2e63e requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:12:35.897181 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6160f2ea-e54a-4d75-88df-f751a5ad0191 req-4c1a6e46-320c-42f7-878f-e5aa393a0f5c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683587 Apr 12 20:12:35.903624 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9c095576-7f1e-462c-80dd-9f4dc7824484 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5393207 Apr 12 20:12:35.904530 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 39844) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:35.909790 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-164860162-router', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:35.942774 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61321'] for router (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.944576 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1650774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61328'] for router (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.973976 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cad8fc03-c5ab-47de-8be9-2e0c2049f85e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:35.978989 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Sync routers for ids ['70e5c68f-d82d-4b81-9d14-5a595132cede'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:12:36.013838 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Routers {'70e5c68f-d82d-4b81-9d14-5a595132cede'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:36.014722 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:12:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['70e5c68f-d82d-4b81-9d14-5a595132cede'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:36.038369 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Publish callbacks [] for router_controller (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:36.053743 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d8a2851-514c-574c-8383-fe2ed6b99b3a-112d876d-22bf-4d01-a97c-3ffa43d2e63e', 'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e', 'project_id': 'd00f153982974ee298382e4ee259a924', 'fixed_ips': [{'subnet_id': 'bdb8f278-7b77-4b31-ac44-379ffa6a264d'}]}} from dv-cinder-837542-1-iscsi. {{(pid=103446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:12:36.054623 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:36.124541 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f15814-9a52-4330-b30a-3b0a8780bfc0 req-ec411cb4-02f9-4ebf-992c-6b3596e3e75c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:36.125694 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-18f15814-9a52-4330-b30a-3b0a8780bfc0 req-ec411cb4-02f9-4ebf-992c-6b3596e3e75c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 943 time: 0.1569963 Apr 12 20:12:36.169991 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 0e6d89e6-067d-4e84-ae30-05bbedfc257f up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:36.227043 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Publish callbacks [] for router_gateway (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:36.249102 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-18f15814-9a52-4330-b30a-3b0a8780bfc0 req-e31b064c-9ee6-40fa-a506-9f277839fee2 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155052 Apr 12 20:12:36.249429 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Set router 70e5c68f-d82d-4b81-9d14-5a595132cede gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:36.362654 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 0e6d89e6-067d-4e84-ae30-05bbedfc257f triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:36.363041 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:36.400417 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Allocated IP 172.20.0.2 (112d876d-22bf-4d01-a97c-3ffa43d2e63e/bdb8f278-7b77-4b31-ac44-379ffa6a264d/416b1450-13ce-4ff7-b5bf-4af559d47d63) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:36.455558 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb6e6a-024f-49fc-8292-323bb831a226 req-cc66838d-591f-4995-b58a-ebeb402176f4 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:36.457071 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-83fb6e6a-024f-49fc-8292-323bb831a226 req-cc66838d-591f-4995-b58a-ebeb402176f4 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 943 time: 0.0979748 Apr 12 20:12:36.482210 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Publish callbacks [] for router_gateway (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:36.512170 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:36.577170 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-83fb6e6a-024f-49fc-8292-323bb831a226 req-92052dc1-fdfa-424d-92fb-fdf90912e579 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121652 Apr 12 20:12:36.647550 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Allocated IP 172.27.0.153 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/c521a631-8729-4d74-80a5-cb97a2e9b81b) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:36.738444 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 0e6d89e6-067d-4e84-ae30-05bbedfc257f is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:36.755386 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Publish callbacks [] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:36.789397 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 4, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port': {'id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:29Z', 'updated_at': '2022-04-12T20:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '7ca8ba6f-ebaf-48ac-909a-b70bf5797d94', 'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'mac_address': 'fa:16:3e:fd:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '50de082a-31e4-4091-bb14-efd82acb9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:31Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 2, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'subnets': [{'id': '50de082a-31e4-4091-bb14-efd82acb9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:36.793982 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:36.820248 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Checking router: 70e5c68f-d82d-4b81-9d14-5a595132cede for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:12:36.820630 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Updating router 70e5c68f-d82d-4b81-9d14-5a595132cede port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 binding host dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:12:36.859731 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:36.866825 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Publish callbacks [] for port (416b1450-13ce-4ff7-b5bf-4af559d47d63), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:36.868186 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:36.868352 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:36.870746 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:36.880657 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (416b1450-13ce-4ff7-b5bf-4af559d47d63), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:36.906928 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Pushing event updated for resources: {'Port': ['ID=c521a631-8729-4d74-80a5-cb97a2e9b81b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:36.921374 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39fd06-453a-4bae-a53d-12ce8e35dc14 req-6e29256c-ec7f-46b6-a6e2-b9d1fa5d2997 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:36.922853 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c39fd06-453a-4bae-a53d-12ce8e35dc14 req-6e29256c-ec7f-46b6-a6e2-b9d1fa5d2997 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.1032999 Apr 12 20:12:36.939951 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Network 112d876d-22bf-4d01-a97c-3ffa43d2e63e is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:36.949625 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:36.954460 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:36.967072 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Pushing event updated for resources: {'Port': ['ID=416b1450-13ce-4ff7-b5bf-4af559d47d63,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:37.084794 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Attempting to bind port 416b1450-13ce-4ff7-b5bf-4af559d47d63 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:37.085334 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Attempting to bind port 416b1450-13ce-4ff7-b5bf-4af559d47d63 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '87277cd6-8b7a-4e45-9e86-7daf93cfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:37.085858 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Attempting to bind port 416b1450-13ce-4ff7-b5bf-4af559d47d63 on network 112d876d-22bf-4d01-a97c-3ffa43d2e63e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:37.101438 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:37.101821 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Checking segment: {'id': '87277cd6-8b7a-4e45-9e86-7daf93cfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:37.102225 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.102628 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Bound using segment: {'id': '87277cd6-8b7a-4e45-9e86-7daf93cfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:37.103094 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Bound port: 416b1450-13ce-4ff7-b5bf-4af559d47d63, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87277cd6-8b7a-4e45-9e86-7daf93cfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:37.103481 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (416b1450-13ce-4ff7-b5bf-4af559d47d63), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.116781 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09c26a-c0eb-40bc-8c17-e26e2e57711c req-107dcaa1-bc31-4257-8f10-e9a20528ff60 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:37.118188 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6b09c26a-c0eb-40bc-8c17-e26e2e57711c req-107dcaa1-bc31-4257-8f10-e9a20528ff60 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.1296890 Apr 12 20:12:37.125338 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c39fd06-453a-4bae-a53d-12ce8e35dc14 req-103a9c6c-fbb7-4b54-8cc0-0dd86aac36a9 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834879 Apr 12 20:12:37.222281 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6b09c26a-c0eb-40bc-8c17-e26e2e57711c req-7f0c9355-2131-40e8-980d-9d0407ce7413 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945253 Apr 12 20:12:37.241699 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] For port 416b1450-13ce-4ff7-b5bf-4af559d47d63, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:37.248318 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] For port 416b1450-13ce-4ff7-b5bf-4af559d47d63, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=416b1450-13ce-4ff7-b5bf-4af559d47d63,segment=NetworkSegment(87277cd6-8b7a-4e45-9e86-7daf93cfc2d7),segment_id=87277cd6-8b7a-4e45-9e86-7daf93cfc2d7)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:37.262135 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (416b1450-13ce-4ff7-b5bf-4af559d47d63), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.290486 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Publish callbacks [] for router_gateway (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.359820 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408979a-795b-49fb-aabe-2b9585d76721 None None] Pushing event updated for resources: {'Port': ['ID=416b1450-13ce-4ff7-b5bf-4af559d47d63,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:37.364288 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Publish callbacks [] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.374133 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.410822 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8feb7e-a28c-4877-bf04-946667d5d976 req-7c55f5cc-1cd3-44e0-9ec9-677768f97d2a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:37.412464 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7f8feb7e-a28c-4877-bf04-946667d5d976 req-7c55f5cc-1cd3-44e0-9ec9-677768f97d2a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 943 time: 0.0832665 Apr 12 20:12:37.435052 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc042a9-5b97-41fa-a58f-d540b27a37d5 None None] Pushing event updated for resources: {'Port': ['ID=7ca8ba6f-ebaf-48ac-909a-b70bf5797d94,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:37.504248 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Attempting to bind port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:37.505590 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Attempting to bind port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '6dfc2847-289f-4fb1-92d4-57bf15cba9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:37.506071 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Attempting to bind port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 on network e1a4f955-830a-43d9-a2bb-d20ec96f49ee {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:37.513483 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:37.514101 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Checking segment: {'id': '6dfc2847-289f-4fb1-92d4-57bf15cba9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:37.514550 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.515168 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Bound using segment: {'id': '6dfc2847-289f-4fb1-92d4-57bf15cba9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:37.515425 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Bound port: 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfc2847-289f-4fb1-92d4-57bf15cba9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:37.515817 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.542443 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7f8feb7e-a28c-4877-bf04-946667d5d976 req-0f1e9552-6382-4880-be45-5b84199fa9d5 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208124 Apr 12 20:12:37.662266 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] For port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:37.673334 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] For port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=7ca8ba6f-ebaf-48ac-909a-b70bf5797d94,segment=NetworkSegment(6dfc2847-289f-4fb1-92d4-57bf15cba9fb),segment_id=6dfc2847-289f-4fb1-92d4-57bf15cba9fb)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:37.695882 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.702549 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-7172668c-174c-4c03-83d0-4485c0239fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:37.710745 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-7172668c-174c-4c03-83d0-4485c0239fb6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=731857c6747546a18421fdc82c27f26b&device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 1127 time: 0.0995595 Apr 12 20:12:37.761143 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc042a9-5b97-41fa-a58f-d540b27a37d5 None None] Pushing event updated for resources: {'Port': ['ID=7ca8ba6f-ebaf-48ac-909a-b70bf5797d94,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:37.789811 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Routers {'70e5c68f-d82d-4b81-9d14-5a595132cede'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:37.790695 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-e157c484-303f-4d15-837c-7ee38bcb6ac9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f05b07c-52b1-40cf-8f73-1da974fd9a73 HTTP/1.1" status: 200 len: 217 time: 0.0690515 Apr 12 20:12:37.790858 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:12:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['70e5c68f-d82d-4b81-9d14-5a595132cede'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:37.846253 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-80866ea6-958e-43ac-bbfb-a3387c8091c3 None None] Provisioning complete for port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:37.846778 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-80866ea6-958e-43ac-bbfb-a3387c8091c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:37.850985 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-6c01f313-c57e-4865-970a-527ab37b5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:37.852765 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-6c01f313-c57e-4865-970a-527ab37b5acd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43769a94-30cf-4ba8-9054-0fa24e3f93b3 HTTP/1.1" status: 200 len: 849 time: 0.0557988 Apr 12 20:12:37.898804 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-6157207d-cef5-4dc2-9c95-f48a09e8f569 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=637139fb-61d9-423a-b209-d892d50a5599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374744 Apr 12 20:12:37.962628 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167aaf-41fe-4350-95ce-dc8d881e1e35 req-a3ef2492-c477-463c-b4c9-9f5964ab37dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:37.964132 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-43167aaf-41fe-4350-95ce-dc8d881e1e35 req-a3ef2492-c477-463c-b4c9-9f5964ab37dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56df4c8f7d5d4ee79e61b39e3c861e7f&device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 1127 time: 0.3492253 Apr 12 20:12:37.967532 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] Set router 70e5c68f-d82d-4b81-9d14-5a595132cede gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:38.026508 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651111'] for router (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.039495 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-eaea6a38-ac4a-4a30-add2-df3cc4c5e002 service neutron] 10.222.0.13 "GET /v2.0/networks/637139fb-61d9-423a-b209-d892d50a5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277688 Apr 12 20:12:38.125305 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d304b5-4b7a-4f11-a9f2-792921d8f67a req-6abecb07-c72a-4181-8948-b2547564d207 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:38.132791 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d4d304b5-4b7a-4f11-a9f2-792921d8f67a req-6abecb07-c72a-4181-8948-b2547564d207 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 943 time: 0.1673942 Apr 12 20:12:38.144163 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-80866ea6-958e-43ac-bbfb-a3387c8091c3 None None] Current status of the port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:38.144596 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-80866ea6-958e-43ac-bbfb-a3387c8091c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.196439 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-41eb254b-a125-4ea7-9e04-6f68a57b1729 req-64eea1ea-bb83-414f-85d1-b4a8eb50d7c1 service neutron] 10.222.0.13 "GET /v2.0/networks/637139fb-61d9-423a-b209-d892d50a5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489305 Apr 12 20:12:38.219205 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-80866ea6-958e-43ac-bbfb-a3387c8091c3 None None] For port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=7ca8ba6f-ebaf-48ac-909a-b70bf5797d94,segment=NetworkSegment(6dfc2847-289f-4fb1-92d4-57bf15cba9fb),segment_id=6dfc2847-289f-4fb1-92d4-57bf15cba9fb)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:38.245350 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-80866ea6-958e-43ac-bbfb-a3387c8091c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.297141 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 4, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port': {'id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:29Z', 'updated_at': '2022-04-12T20:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '7ca8ba6f-ebaf-48ac-909a-b70bf5797d94', 'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'mac_address': 'fa:16:3e:fd:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '50de082a-31e4-4091-bb14-efd82acb9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:31Z', 'updated_at': '2022-04-12T20:12:37Z', 'revision_number': 4, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'subnets': [{'id': '50de082a-31e4-4091-bb14-efd82acb9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:38.340861 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27636be8-1a39-4710-834f-63ed5564d9f1 None None] The sync data for ids ['70e5c68f-d82d-4b81-9d14-5a595132cede'] in dv-cinder-837542-1-iscsi is: [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 4, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port': {'id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:29Z', 'updated_at': '2022-04-12T20:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '7ca8ba6f-ebaf-48ac-909a-b70bf5797d94', 'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'mac_address': 'fa:16:3e:fd:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '50de082a-31e4-4091-bb14-efd82acb9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:31Z', 'updated_at': '2022-04-12T20:12:37Z', 'revision_number': 4, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'subnets': [{'id': '50de082a-31e4-4091-bb14-efd82acb9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:12:38.345823 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80866ea6-958e-43ac-bbfb-a3387c8091c3 None None] Pushing event updated for resources: {'Port': ['ID=7ca8ba6f-ebaf-48ac-909a-b70bf5797d94,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:38.348961 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167aaf-41fe-4350-95ce-dc8d881e1e35 req-a028d8a5-981a-466a-8ce7-d9a381b2b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:38.351161 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-43167aaf-41fe-4350-95ce-dc8d881e1e35 req-a028d8a5-981a-466a-8ce7-d9a381b2b8b8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=56df4c8f7d5d4ee79e61b39e3c861e7f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3659689 Apr 12 20:12:38.365028 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-a6a000ec-5f22-4ec6-b37d-3379792bb898 None None] Provisioning complete for port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:38.365573 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a6a000ec-5f22-4ec6-b37d-3379792bb898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.378283 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d4d304b5-4b7a-4f11-a9f2-792921d8f67a req-3d60e6e2-e3b3-4fb2-8db5-9d09287380e3 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396393 Apr 12 20:12:38.401341 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c62a1-db6e-446a-aa7f-bddf0c1a26fc req-70db23f3-08ae-4894-8a14-ce92debde984 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:38.402992 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f26c62a1-db6e-446a-aa7f-bddf0c1a26fc req-70db23f3-08ae-4894-8a14-ce92debde984 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.1210477 Apr 12 20:12:38.406208 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 416b1450-13ce-4ff7-b5bf-4af559d47d63 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:38.502292 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f26c62a1-db6e-446a-aa7f-bddf0c1a26fc req-068e6d01-8495-4972-a943-d53ef7010f94 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765941 Apr 12 20:12:38.510319 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 416b1450-13ce-4ff7-b5bf-4af559d47d63 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:38.510949 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (416b1450-13ce-4ff7-b5bf-4af559d47d63), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.516634 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d394dbd1-6be7-45f3-b928-147b8a9fc2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.560877 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Router 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e is scheduled to L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:12:38.581020 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c0eaf-6498-4801-91f8-d7833282bdaa req-a04221ff-e2d6-4a2c-a6ef-ba2d71b52838 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:38.583722 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4f1c0eaf-6498-4801-91f8-d7833282bdaa req-a04221ff-e2d6-4a2c-a6ef-ba2d71b52838 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.1193204 Apr 12 20:12:38.769966 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b166b65-75dd-49f3-a2d1-66ca6d8ad0ad None None] Network 112d876d-22bf-4d01-a97c-3ffa43d2e63e requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:12:38.810079 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba30ab-8542-4b06-a021-784e2f00c609 req-1337de63-f46d-4029-8b78-93dd3340fe4b tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:38.811600 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e5ba30ab-8542-4b06-a021-784e2f00c609 req-1337de63-f46d-4029-8b78-93dd3340fe4b tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 943 time: 0.1351929 Apr 12 20:12:38.821028 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4f1c0eaf-6498-4801-91f8-d7833282bdaa req-8ed59347-33de-4266-a9a3-45d4ae71e4bc tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295830 Apr 12 20:12:38.836673 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-a6a000ec-5f22-4ec6-b37d-3379792bb898 None None] Current status of the port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:38.862684 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:12:38.874581 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Sync routers for ids ['9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:12:38.888820 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e5ba30ab-8542-4b06-a021-784e2f00c609 req-78ff76d6-7001-4a34-ae3d-f857eb97636e tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665400 Apr 12 20:12:38.891791 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Routers {'9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:38.893606 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:12:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:38.900743 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 416b1450-13ce-4ff7-b5bf-4af559d47d63 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:38.900743 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (416b1450-13ce-4ff7-b5bf-4af559d47d63), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.906720 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.910632 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1e8ce575-9048-4d08-83d0-b8b6c1719171 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0026197 Apr 12 20:12:38.910933 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 39870) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:38.967121 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-90a9783b-6c5d-4238-8138-4ac44a4d242a None None] Provisioning complete for port 416b1450-13ce-4ff7-b5bf-4af559d47d63 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:38.967602 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-90a9783b-6c5d-4238-8138-4ac44a4d242a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (416b1450-13ce-4ff7-b5bf-4af559d47d63), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.974293 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port 416b1450-13ce-4ff7-b5bf-4af559d47d63, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=416b1450-13ce-4ff7-b5bf-4af559d47d63,segment=NetworkSegment(87277cd6-8b7a-4e45-9e86-7daf93cfc2d7),segment_id=87277cd6-8b7a-4e45-9e86-7daf93cfc2d7)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:38.994880 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (416b1450-13ce-4ff7-b5bf-4af559d47d63), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:38.995787 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:39.031349 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Set router 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:39.150410 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=416b1450-13ce-4ff7-b5bf-4af559d47d63,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:39.226489 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:39.226878 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.245032 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'name': 'tempest-TestMinimumBasicScenario-164860162-router', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:35Z', 'updated_at': '2022-04-12T20:12:37Z', 'revision_number': 3, 'project_id': 'd00f153982974ee298382e4ee259a924', 'gw_port': {'id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:36Z', 'updated_at': '2022-04-12T20:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:39.252068 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-90a9783b-6c5d-4238-8138-4ac44a4d242a None None] Current status of the port 416b1450-13ce-4ff7-b5bf-4af559d47d63 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:39.271535 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Checking router: 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:12:39.271934 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Updating router 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e port c521a631-8729-4d74-80a5-cb97a2e9b81b binding host dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:12:39.301664 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.326798 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:39.373026 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-94f3e7d9-3375-4422-befc-b4ba18717b27 None None] Provisioning complete for port 416b1450-13ce-4ff7-b5bf-4af559d47d63 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:39.373545 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-94f3e7d9-3375-4422-befc-b4ba18717b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (416b1450-13ce-4ff7-b5bf-4af559d47d63), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.471257 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-94f3e7d9-3375-4422-befc-b4ba18717b27 None None] Current status of the port 416b1450-13ce-4ff7-b5bf-4af559d47d63 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:39.503203 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a59dee-da52-429d-bba0-1d92fac1c352 req-27ae81bd-dbfe-4df1-ac47-0f9aa65ce557 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:39.505315 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.505670 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d3a59dee-da52-429d-bba0-1d92fac1c352 req-27ae81bd-dbfe-4df1-ac47-0f9aa65ce557 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 943 time: 0.0639079 Apr 12 20:12:39.561117 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.602535 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Publish callbacks [] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.605882 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d3a59dee-da52-429d-bba0-1d92fac1c352 req-af86e0d6-0199-408d-a8d6-178b8e056a62 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940983 Apr 12 20:12:39.618843 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.629608 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd420507-126c-45c2-ab7f-0a8796c1819e req-7d8f3324-5a31-4f1c-95d2-0da737eafdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:39.631520 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-dd420507-126c-45c2-ab7f-0a8796c1819e req-7d8f3324-5a31-4f1c-95d2-0da737eafdaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=731857c6747546a18421fdc82c27f26b&device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 1127 time: 0.0663137 Apr 12 20:12:39.663143 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef26d2-f56e-49a0-9e97-cff41388dba9 None None] Pushing event updated for resources: {'Port': ['ID=c521a631-8729-4d74-80a5-cb97a2e9b81b,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:39.680834 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Attempting to bind port c521a631-8729-4d74-80a5-cb97a2e9b81b on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:39.681229 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Attempting to bind port c521a631-8729-4d74-80a5-cb97a2e9b81b by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:39.681597 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Attempting to bind port c521a631-8729-4d74-80a5-cb97a2e9b81b on network 2a96407d-31ee-4009-9b88-c39044fbbdfd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:39.685799 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3721efe-7041-4c21-9e78-b401ed445445 req-6facefcd-8984-414f-8c47-9527e837ff18 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:39.687162 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:39.687329 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d3721efe-7041-4c21-9e78-b401ed445445 req-6facefcd-8984-414f-8c47-9527e837ff18 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0928164 Apr 12 20:12:39.688482 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Checking segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:39.689100 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.689651 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Bound using segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:39.690272 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Bound port: c521a631-8729-4d74-80a5-cb97a2e9b81b, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:39.690805 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.723036 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167aaf-41fe-4350-95ce-dc8d881e1e35 req-76fdb9a8-ba91-4e2e-a01d-7e152cbdf5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:39.724910 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-43167aaf-41fe-4350-95ce-dc8d881e1e35 req-76fdb9a8-ba91-4e2e-a01d-7e152cbdf5ed service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549938 Apr 12 20:12:39.752772 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] For port c521a631-8729-4d74-80a5-cb97a2e9b81b, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:39.759409 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] For port c521a631-8729-4d74-80a5-cb97a2e9b81b, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=c521a631-8729-4d74-80a5-cb97a2e9b81b,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:39.771740 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d3721efe-7041-4c21-9e78-b401ed445445 req-0cbc19d0-4d26-4ba4-b605-3e020f8dedb2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673029 Apr 12 20:12:39.795573 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:39.858690 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Allocated IP 172.20.0.1 (112d876d-22bf-4d01-a97c-3ffa43d2e63e/bdb8f278-7b77-4b31-ac44-379ffa6a264d/137ce740-3af3-40d7-bd7b-6e01a3e1764d) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:39.877626 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd420507-126c-45c2-ab7f-0a8796c1819e req-fca85530-dee8-493b-b8d2-22ff63d75317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:39.882815 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-dd420507-126c-45c2-ab7f-0a8796c1819e req-fca85530-dee8-493b-b8d2-22ff63d75317 service neutron] 10.222.0.13 "GET /v2.0/networks?id=637139fb-61d9-423a-b209-d892d50a5599 HTTP/1.1" status: 200 len: 910 time: 0.2198107 Apr 12 20:12:39.901706 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-af4edcc0-abc0-44ec-a34e-1a971ccc1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:39.909208 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-af4edcc0-abc0-44ec-a34e-1a971ccc1fb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56df4c8f7d5d4ee79e61b39e3c861e7f&device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 1127 time: 0.0915234 Apr 12 20:12:39.970436 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-dd420507-126c-45c2-ab7f-0a8796c1819e req-08654a63-ab75-497d-afb3-920f7d5805a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f05b07c-52b1-40cf-8f73-1da974fd9a73 HTTP/1.1" status: 200 len: 217 time: 0.0777092 Apr 12 20:12:39.995529 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-5fb64a70-2d80-4430-b52e-6d832aa296a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=778d2243-35d4-4151-9b80-31052a9c9f60 HTTP/1.1" status: 200 len: 217 time: 0.0688822 Apr 12 20:12:40.069065 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef26d2-f56e-49a0-9e97-cff41388dba9 None None] Pushing event updated for resources: {'Port': ['ID=c521a631-8729-4d74-80a5-cb97a2e9b81b,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:40.078875 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd420507-126c-45c2-ab7f-0a8796c1819e req-d8793e2d-ee71-44b7-850e-c0f3e73f5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:40.081185 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-dd420507-126c-45c2-ab7f-0a8796c1819e req-d8793e2d-ee71-44b7-850e-c0f3e73f5426 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43769a94-30cf-4ba8-9054-0fa24e3f93b3 HTTP/1.1" status: 200 len: 849 time: 0.0990043 Apr 12 20:12:40.113683 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Routers {'9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:40.115146 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:12:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:40.129280 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93044a65-e0ac-4a41-ac5f-67c7229f658c req-09fc85cf-bfc2-4ae4-9294-dd9228660f1b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:40.136949 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-93044a65-e0ac-4a41-ac5f-67c7229f658c req-09fc85cf-bfc2-4ae4-9294-dd9228660f1b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.1986878 Apr 12 20:12:40.200455 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-946b525e-98f6-4bd9-b591-85273998991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:40.201928 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-946b525e-98f6-4bd9-b591-85273998991e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6351116b-04fd-4329-b2d5-e7bb6b55e817 HTTP/1.1" status: 200 len: 854 time: 0.1869988 Apr 12 20:12:40.205869 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-dd420507-126c-45c2-ab7f-0a8796c1819e req-0028f2ae-cff2-4ca6-a29d-eb6aceae0c13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=637139fb-61d9-423a-b209-d892d50a5599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160216 Apr 12 20:12:40.215458 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f44100-fb32-47b3-93b2-1a0193fde7d3 req-072082a2-4696-4060-86ee-6b5d53ab2620 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:40.223532 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b1f44100-fb32-47b3-93b2-1a0193fde7d3 req-072082a2-4696-4060-86ee-6b5d53ab2620 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 943 time: 0.1974862 Apr 12 20:12:40.242686 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 416b1450-13ce-4ff7-b5bf-4af559d47d63 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:40.327016 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-ea04439c-1292-4af5-80f3-7163c884af0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3246d3b5-b403-4a48-9330-5b686a320eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006026 Apr 12 20:12:40.338651 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] Set router 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:40.364648 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-93044a65-e0ac-4a41-ac5f-67c7229f658c req-bc18a4ef-bc23-47e9-8757-38c32a074baf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227039 Apr 12 20:12:40.380639 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 416b1450-13ce-4ff7-b5bf-4af559d47d63 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:40.381321 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (416b1450-13ce-4ff7-b5bf-4af559d47d63), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:40.411048 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b1f44100-fb32-47b3-93b2-1a0193fde7d3 req-b0cfec62-03f6-4216-863e-4eff7b3804fa tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865754 Apr 12 20:12:40.433858 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-dd420507-126c-45c2-ab7f-0a8796c1819e req-36e6e949-041c-4c5b-9250-75b5ce34d3d1 service neutron] 10.222.0.13 "GET /v2.0/networks/637139fb-61d9-423a-b209-d892d50a5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131045 Apr 12 20:12:40.437530 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Publish callbacks [] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:40.545338 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:40.546911 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-787712b2-89db-42ec-9068-4c3aea65e893 service neutron] 10.222.0.13 "GET /v2.0/networks/3246d3b5-b403-4a48-9330-5b686a320eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780286 Apr 12 20:12:40.551628 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 416b1450-13ce-4ff7-b5bf-4af559d47d63 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:40.552817 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:40.590469 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 8f05b07c-52b1-40cf-8f73-1da974fd9a73 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:12:40.603483 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Pushing event updated for resources: {'Port': ['ID=137ce740-3af3-40d7-bd7b-6e01a3e1764d,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:40.618784 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Network 112d876d-22bf-4d01-a97c-3ffa43d2e63e is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:40.622650 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-dd420507-126c-45c2-ab7f-0a8796c1819e req-69c34449-2247-46bb-8375-b6df85a0cf6d service neutron] 10.222.0.13 "GET /v2.0/networks/637139fb-61d9-423a-b209-d892d50a5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776719 Apr 12 20:12:40.623860 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:40.624894 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'name': 'tempest-TestMinimumBasicScenario-164860162-router', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:35Z', 'updated_at': '2022-04-12T20:12:37Z', 'revision_number': 3, 'project_id': 'd00f153982974ee298382e4ee259a924', 'gw_port': {'id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:36Z', 'updated_at': '2022-04-12T20:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:40.627649 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:40.684836 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651030'] for router_interface (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:40.699737 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a2323a-c022-4837-85e2-a01850b23a04 None None] The sync data for ids ['9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'] in dv-cinder-837542-1-iscsi is: [{'id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'name': 'tempest-TestMinimumBasicScenario-164860162-router', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:35Z', 'updated_at': '2022-04-12T20:12:37Z', 'revision_number': 3, 'project_id': 'd00f153982974ee298382e4ee259a924', 'gw_port': {'id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:36Z', 'updated_at': '2022-04-12T20:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:12:40.763791 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:40.764182 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:40.786912 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-879fc73e-c12e-4d81-8dc6-abf1a8f62f04 req-5eb700ef-8891-4094-a799-3592b4926b78 service neutron] 10.222.0.13 "GET /v2.0/networks/3246d3b5-b403-4a48-9330-5b686a320eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227077 Apr 12 20:12:40.840165 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:40.858521 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ef8d5-f9a7-4627-b639-87f47f4ed4f4 req-eb0394fd-b855-4e83-839f-d5637ac76ebc tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:40.873015 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-027ef8d5-f9a7-4627-b639-87f47f4ed4f4 req-eb0394fd-b855-4e83-839f-d5637ac76ebc tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 943 time: 0.1041634 Apr 12 20:12:40.896177 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 8f05b07c-52b1-40cf-8f73-1da974fd9a73, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8f05b07c-52b1-40cf-8f73-1da974fd9a73,segment=NetworkSegment(223d2073-8909-4e95-b969-79d0235afea2),segment_id=223d2073-8909-4e95-b969-79d0235afea2)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:40.917896 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:40.919229 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '8f05b07c-52b1-40cf-8f73-1da974fd9a73', 'network_id': '637139fb-61d9-423a-b209-d892d50a5599', 'port_id': '8f05b07c-52b1-40cf-8f73-1da974fd9a73', 'mac_address': 'fa:16:3e:a6:1d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43769a94-30cf-4ba8-9054-0fa24e3f93b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:12:40.989401 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1629757-a922-480f-93ad-cc45256045df req-2697a314-04f7-493c-9b6d-013c5e309ed5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:40.989669 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:40.991768 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f1629757-a922-480f-93ad-cc45256045df req-2697a314-04f7-493c-9b6d-013c5e309ed5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0840724 Apr 12 20:12:40.997969 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-027ef8d5-f9a7-4627-b639-87f47f4ed4f4 req-96881346-3515-432b-9d18-86cf2ea78762 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241434 Apr 12 20:12:41.000122 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 8f05b07c-52b1-40cf-8f73-1da974fd9a73 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:41.000508 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.030556 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f05b07c-52b1-40cf-8f73-1da974fd9a73 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:12:41.035150 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-ffa97850-395d-487c-9ad1-1523faf418b0 None None] Provisioning complete for port 137ce740-3af3-40d7-bd7b-6e01a3e1764d triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:41.035535 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ffa97850-395d-487c-9ad1-1523faf418b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.046088 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f1629757-a922-480f-93ad-cc45256045df req-d91e13ee-e796-4734-8e8d-73bea8ca22e4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470395 Apr 12 20:12:41.085142 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 8f05b07c-52b1-40cf-8f73-1da974fd9a73, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8f05b07c-52b1-40cf-8f73-1da974fd9a73,segment=NetworkSegment(223d2073-8909-4e95-b969-79d0235afea2),segment_id=223d2073-8909-4e95-b969-79d0235afea2)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:41.093047 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.120388 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-ffa97850-395d-487c-9ad1-1523faf418b0 None None] Port 137ce740-3af3-40d7-bd7b-6e01a3e1764d cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:12:41.166000 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=8f05b07c-52b1-40cf-8f73-1da974fd9a73,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:41.201014 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Publish callbacks [] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.205826 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.282086 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651942'] for router_interface (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.283875 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Pushing event updated for resources: {'Port': ['ID=137ce740-3af3-40d7-bd7b-6e01a3e1764d,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:41.380053 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Network 112d876d-22bf-4d01-a97c-3ffa43d2e63e is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:41.382178 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:41.385052 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['8f05b07c-52b1-40cf-8f73-1da974fd9a73'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:12:41.520550 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Router 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:12:41.537817 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac31c85-608d-4320-8939-715306f31d8c req-09a5dc05-390d-47cc-916b-ef4face50e4b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:41.545133 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2ac31c85-608d-4320-8939-715306f31d8c req-09a5dc05-390d-47cc-916b-ef4face50e4b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0874424 Apr 12 20:12:41.635125 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836db6fb-ea28-46e4-ad46-dc71cc3452f1 req-d34d2572-04f8-4ebf-b635-a6514b7166b9 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:41.636856 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-836db6fb-ea28-46e4-ad46-dc71cc3452f1 req-d34d2572-04f8-4ebf-b635-a6514b7166b9 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 943 time: 0.0834005 Apr 12 20:12:41.688312 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2ac31c85-608d-4320-8939-715306f31d8c req-e7d4a929-73b2-4e48-b668-172e4bddd678 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422796 Apr 12 20:12:41.695576 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:12:41.704054 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-90139cb3-a4b4-4b19-ba90-3d0d68e9aca9 admin admin] 10.222.0.44 "PUT /v2.0/routers/9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7920165 Apr 12 20:12:41.726251 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-836db6fb-ea28-46e4-ad46-dc71cc3452f1 req-31e7a8e1-c063-45ab-84bd-ff4b3bb14d59 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756102 Apr 12 20:12:41.750970 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-2d4b6da7-1742-4bbd-866e-b40342f6e252 None None] Provisioning complete for port 137ce740-3af3-40d7-bd7b-6e01a3e1764d triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:41.751439 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2d4b6da7-1742-4bbd-866e-b40342f6e252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:41.794194 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b6da7-1742-4bbd-866e-b40342f6e252 None None] Port 137ce740-3af3-40d7-bd7b-6e01a3e1764d cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:12:42.130242 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35667c44-c2fd-4ad3-a537-11dd06087836 req-eb43e928-efac-448c-b42a-8dd87dfb9c64 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:42.137687 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-35667c44-c2fd-4ad3-a537-11dd06087836 req-eb43e928-efac-448c-b42a-8dd87dfb9c64 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 944 time: 0.0644219 Apr 12 20:12:42.211753 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device c521a631-8729-4d74-80a5-cb97a2e9b81b up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:42.221155 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ed38f-b9ae-4cda-9e27-fad21ebbb076 req-56c09404-7b92-4b55-8700-34c8f5560029 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:42.222653 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d15ed38f-b9ae-4cda-9e27-fad21ebbb076 req-56c09404-7b92-4b55-8700-34c8f5560029 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0729756 Apr 12 20:12:42.259723 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-35667c44-c2fd-4ad3-a537-11dd06087836 req-20137998-4336-4761-bfae-8e9bc9c442c6 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207783 Apr 12 20:12:42.277704 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port c521a631-8729-4d74-80a5-cb97a2e9b81b triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:42.278349 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.301827 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d15ed38f-b9ae-4cda-9e27-fad21ebbb076 req-a0bd8345-df96-4a07-a721-d13fafa63837 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732539 Apr 12 20:12:42.374803 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port c521a631-8729-4d74-80a5-cb97a2e9b81b is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:42.375200 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.397771 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port c521a631-8729-4d74-80a5-cb97a2e9b81b, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=c521a631-8729-4d74-80a5-cb97a2e9b81b,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:42.402917 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.456289 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=c521a631-8729-4d74-80a5-cb97a2e9b81b,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:42.591411 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 778d2243-35d4-4151-9b80-31052a9c9f60 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:12:42.598497 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 8f05b07c-52b1-40cf-8f73-1da974fd9a73 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:42.657471 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.719650 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Sync routers for ids ['9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:12:42.734775 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 8f05b07c-52b1-40cf-8f73-1da974fd9a73 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:12:42.765042 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 8f05b07c-52b1-40cf-8f73-1da974fd9a73 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:42.778329 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:42.781656 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Routers {'9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:42.782325 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:12:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:42.884159 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 778d2243-35d4-4151-9b80-31052a9c9f60, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=778d2243-35d4-4151-9b80-31052a9c9f60,segment=NetworkSegment(9b7b4822-7e17-4967-af60-ba9119a544b8),segment_id=9b7b4822-7e17-4967-af60-ba9119a544b8)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:42.921356 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '778d2243-35d4-4151-9b80-31052a9c9f60', 'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda', 'port_id': '778d2243-35d4-4151-9b80-31052a9c9f60', 'mac_address': 'fa:16:3e:b8:e9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6351116b-04fd-4329-b2d5-e7bb6b55e817', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:12:42.937950 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f946de5-ebe6-4702-83ae-587eeee7388b req-e92cd2a8-6627-4e94-8371-ededbf3502a3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:42.940367 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7f946de5-ebe6-4702-83ae-587eeee7388b req-e92cd2a8-6627-4e94-8371-ededbf3502a3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.1550577 Apr 12 20:12:43.002770 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9d49-710b-4c05-835b-4894e99e7e56 req-2afc45d7-6dc9-44c4-96b5-6526f5a9398d tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:43.009949 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36dc9d49-710b-4c05-835b-4894e99e7e56 req-2afc45d7-6dc9-44c4-96b5-6526f5a9398d tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 943 time: 0.1746809 Apr 12 20:12:43.041483 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7f946de5-ebe6-4702-83ae-587eeee7388b req-af5f0359-0744-48c7-bf6b-02e8f7736bd8 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936832 Apr 12 20:12:43.051870 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 778d2243-35d4-4151-9b80-31052a9c9f60 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:43.052298 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (778d2243-35d4-4151-9b80-31052a9c9f60), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:43.074310 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Set router 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:43.091092 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36dc9d49-710b-4c05-835b-4894e99e7e56 req-c6130153-a389-431e-a333-d7c362880781 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796299 Apr 12 20:12:43.122163 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778d2243-35d4-4151-9b80-31052a9c9f60 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:12:43.133069 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 8f05b07c-52b1-40cf-8f73-1da974fd9a73 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:43.133467 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:43.202546 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 778d2243-35d4-4151-9b80-31052a9c9f60, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=778d2243-35d4-4151-9b80-31052a9c9f60,segment=NetworkSegment(9b7b4822-7e17-4967-af60-ba9119a544b8),segment_id=9b7b4822-7e17-4967-af60-ba9119a544b8)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:43.230238 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af337c62-e567-419f-96f2-07c85f994247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f05b07c-52b1-40cf-8f73-1da974fd9a73'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:43.234303 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f9de83-2a68-4342-b03b-bb4c008ee888" -d '{"events": [{"server_uuid": "af337c62-e567-419f-96f2-07c85f994247", "name": "network-vif-plugged", "status": "completed", "tag": "8f05b07c-52b1-40cf-8f73-1da974fd9a73"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:43.238290 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (778d2243-35d4-4151-9b80-31052a9c9f60), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:43.407093 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 8f05b07c-52b1-40cf-8f73-1da974fd9a73, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8f05b07c-52b1-40cf-8f73-1da974fd9a73,segment=NetworkSegment(223d2073-8909-4e95-b969-79d0235afea2),segment_id=223d2073-8909-4e95-b969-79d0235afea2)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:43.425305 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4678648-5cc1-4f55-8705-001e34488633 x-openstack-request-id: req-e4678648-5cc1-4f55-8705-001e34488633 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:43.425700 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af337c62-e567-419f-96f2-07c85f994247", "name": "network-vif-plugged", "status": "completed", "tag": "8f05b07c-52b1-40cf-8f73-1da974fd9a73", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:43.425925 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4678648-5cc1-4f55-8705-001e34488633 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:43.426324 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4678648-5cc1-4f55-8705-001e34488633'] response: {'server_uuid': 'af337c62-e567-419f-96f2-07c85f994247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f05b07c-52b1-40cf-8f73-1da974fd9a73', 'code': 200} Apr 12 20:12:43.432478 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:43.474110 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc9b70-2c6c-489b-b63e-15ff4178e1f0 req-127761a9-bd81-4ec5-b484-e8f584623820 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:43.478902 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=778d2243-35d4-4151-9b80-31052a9c9f60,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:43.488064 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-93cc9b70-2c6c-489b-b63e-15ff4178e1f0 req-127761a9-bd81-4ec5-b484-e8f584623820 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 944 time: 0.1182048 Apr 12 20:12:43.503423 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1ea6a-bc4e-4a14-bd9b-23caca97f824 req-661918cf-7b9b-47f1-9bf1-63be314a9ff9 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:43.509537 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-25d1ea6a-bc4e-4a14-bd9b-23caca97f824 req-661918cf-7b9b-47f1-9bf1-63be314a9ff9 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.1001065 Apr 12 20:12:43.564541 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=8f05b07c-52b1-40cf-8f73-1da974fd9a73,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:43.601487 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-93cc9b70-2c6c-489b-b63e-15ff4178e1f0 req-2fc3a8f5-f25f-4637-b84d-972759e24e87 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043720 Apr 12 20:12:43.606048 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-25d1ea6a-bc4e-4a14-bd9b-23caca97f824 req-9d03d070-e7a1-4415-af2b-dff972ab6746 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906487 Apr 12 20:12:43.614308 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'name': 'tempest-TestMinimumBasicScenario-164860162-router', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:35Z', 'updated_at': '2022-04-12T20:12:40Z', 'revision_number': 4, 'project_id': 'd00f153982974ee298382e4ee259a924', 'gw_port': {'id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:36Z', 'updated_at': '2022-04-12T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '137ce740-3af3-40d7-bd7b-6e01a3e1764d', 'name': '', 'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'mac_address': 'fa:16:3e:2a:f1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'bdb8f278-7b77-4b31-ac44-379ffa6a264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:39Z', 'updated_at': '2022-04-12T20:12:41Z', 'revision_number': 2, 'project_id': 'd00f153982974ee298382e4ee259a924', 'subnets': [{'id': 'bdb8f278-7b77-4b31-ac44-379ffa6a264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:43.651051 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Checking router: 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:12:43.651426 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Updating router 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e port 137ce740-3af3-40d7-bd7b-6e01a3e1764d binding host dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:12:43.682173 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:43.979064 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Publish callbacks [] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:43.986477 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.064512 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945c984-a14d-4896-893e-30fcde34f031 None None] Pushing event updated for resources: {'Port': ['ID=137ce740-3af3-40d7-bd7b-6e01a3e1764d,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:44.107854 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Attempting to bind port 137ce740-3af3-40d7-bd7b-6e01a3e1764d on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:12:44.108262 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Attempting to bind port 137ce740-3af3-40d7-bd7b-6e01a3e1764d by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '87277cd6-8b7a-4e45-9e86-7daf93cfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:12:44.108637 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Attempting to bind port 137ce740-3af3-40d7-bd7b-6e01a3e1764d on network 112d876d-22bf-4d01-a97c-3ffa43d2e63e {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:12:44.124755 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:12:44.125180 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Checking segment: {'id': '87277cd6-8b7a-4e45-9e86-7daf93cfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:12:44.125549 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.125956 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Bound using segment: {'id': '87277cd6-8b7a-4e45-9e86-7daf93cfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:12:44.126459 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Bound port: 137ce740-3af3-40d7-bd7b-6e01a3e1764d, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87277cd6-8b7a-4e45-9e86-7daf93cfc2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:12:44.126852 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.257701 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] For port 137ce740-3af3-40d7-bd7b-6e01a3e1764d, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:12:44.261018 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] For port 137ce740-3af3-40d7-bd7b-6e01a3e1764d, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=137ce740-3af3-40d7-bd7b-6e01a3e1764d,segment=NetworkSegment(87277cd6-8b7a-4e45-9e86-7daf93cfc2d7),segment_id=87277cd6-8b7a-4e45-9e86-7daf93cfc2d7)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:12:44.291120 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device c521a631-8729-4d74-80a5-cb97a2e9b81b up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:44.297012 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.313094 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298a176-ed6d-41c4-86f2-0003ef4483d5 req-2bf22be0-51e8-4f9e-9661-2c5c0253945d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:44.320573 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0298a176-ed6d-41c4-86f2-0003ef4483d5 req-2bf22be0-51e8-4f9e-9661-2c5c0253945d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.1429684 Apr 12 20:12:44.363134 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44be2d-1096-4e1b-ae6e-61e9f56e72a5 req-3478d0d4-cfed-46f4-8b54-cc52e49c851a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:44.364952 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0f44be2d-1096-4e1b-ae6e-61e9f56e72a5 req-3478d0d4-cfed-46f4-8b54-cc52e49c851a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 944 time: 0.1029408 Apr 12 20:12:44.391902 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945c984-a14d-4896-893e-30fcde34f031 None None] Pushing event updated for resources: {'Port': ['ID=137ce740-3af3-40d7-bd7b-6e01a3e1764d,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:44.402421 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0298a176-ed6d-41c4-86f2-0003ef4483d5 req-7deb775a-1de0-455e-b53e-a6c43ee0b6c2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761435 Apr 12 20:12:44.456328 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0f44be2d-1096-4e1b-ae6e-61e9f56e72a5 req-4ffa89d5-3ea9-4efd-9a8f-73bf87434ec0 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800085 Apr 12 20:12:44.458405 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-e81f0c8f-240f-4f05-a6e0-27e06c90196a None None] Provisioning complete for port 137ce740-3af3-40d7-bd7b-6e01a3e1764d triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:44.458848 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e81f0c8f-240f-4f05-a6e0-27e06c90196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.512180 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port c521a631-8729-4d74-80a5-cb97a2e9b81b triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:44.512683 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.517151 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Routers {'9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:12:44.517891 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:12:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:44.718235 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] Set router 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:12:44.752709 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a664af-def7-4f15-b846-89d98737d547 req-c864ff15-cff9-4caf-b39f-f550d902585a tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:44.754415 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-26a664af-def7-4f15-b846-89d98737d547 req-c864ff15-cff9-4caf-b39f-f550d902585a tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 945 time: 0.0569561 Apr 12 20:12:44.820746 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bf33b-c9b1-48c9-b013-691c7f8a547a req-54e547b7-5c6f-426a-bea0-806d8702475a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:44.822218 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b88bf33b-c9b1-48c9-b013-691c7f8a547a req-54e547b7-5c6f-426a-bea0-806d8702475a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0671053 Apr 12 20:12:44.855842 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-26a664af-def7-4f15-b846-89d98737d547 req-36f4a23b-14f2-40c8-bdbd-aa8950765d75 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898991 Apr 12 20:12:44.888592 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-e81f0c8f-240f-4f05-a6e0-27e06c90196a None None] Current status of the port 137ce740-3af3-40d7-bd7b-6e01a3e1764d is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:44.888985 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e81f0c8f-240f-4f05-a6e0-27e06c90196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:44.908583 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b88bf33b-c9b1-48c9-b013-691c7f8a547a req-c4277385-c7b1-49a8-97da-7c96b9600864 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590448 Apr 12 20:12:44.967499 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port c521a631-8729-4d74-80a5-cb97a2e9b81b is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:45.005323 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-e81f0c8f-240f-4f05-a6e0-27e06c90196a None None] For port 137ce740-3af3-40d7-bd7b-6e01a3e1764d, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=137ce740-3af3-40d7-bd7b-6e01a3e1764d,segment=NetworkSegment(87277cd6-8b7a-4e45-9e86-7daf93cfc2d7),segment_id=87277cd6-8b7a-4e45-9e86-7daf93cfc2d7)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:45.022193 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e81f0c8f-240f-4f05-a6e0-27e06c90196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:45.109101 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'name': 'tempest-TestMinimumBasicScenario-164860162-router', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:35Z', 'updated_at': '2022-04-12T20:12:40Z', 'revision_number': 4, 'project_id': 'd00f153982974ee298382e4ee259a924', 'gw_port': {'id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:36Z', 'updated_at': '2022-04-12T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '137ce740-3af3-40d7-bd7b-6e01a3e1764d', 'name': '', 'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'mac_address': 'fa:16:3e:2a:f1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'bdb8f278-7b77-4b31-ac44-379ffa6a264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:39Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': 'd00f153982974ee298382e4ee259a924', 'subnets': [{'id': 'bdb8f278-7b77-4b31-ac44-379ffa6a264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:12:45.109422 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f0c8f-240f-4f05-a6e0-27e06c90196a None None] Pushing event updated for resources: {'Port': ['ID=137ce740-3af3-40d7-bd7b-6e01a3e1764d,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:45.146717 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160f6426-103b-4ae4-8485-cc26f079c8d0 None None] The sync data for ids ['9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'] in dv-cinder-837542-1-iscsi is: [{'id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'name': 'tempest-TestMinimumBasicScenario-164860162-router', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:35Z', 'updated_at': '2022-04-12T20:12:40Z', 'revision_number': 4, 'project_id': 'd00f153982974ee298382e4ee259a924', 'gw_port': {'id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:36Z', 'updated_at': '2022-04-12T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '137ce740-3af3-40d7-bd7b-6e01a3e1764d', 'name': '', 'network_id': '112d876d-22bf-4d01-a97c-3ffa43d2e63e', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'mac_address': 'fa:16:3e:2a:f1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'bdb8f278-7b77-4b31-ac44-379ffa6a264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:39Z', 'updated_at': '2022-04-12T20:12:44Z', 'revision_number': 4, 'project_id': 'd00f153982974ee298382e4ee259a924', 'subnets': [{'id': 'bdb8f278-7b77-4b31-ac44-379ffa6a264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:12:45.155788 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-62b37d73-c7bd-4517-bd2f-59f8ef7a71d6 None None] Provisioning complete for port 137ce740-3af3-40d7-bd7b-6e01a3e1764d triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:45.156318 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-62b37d73-c7bd-4517-bd2f-59f8ef7a71d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:45.326664 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-62b37d73-c7bd-4517-bd2f-59f8ef7a71d6 None None] Current status of the port 137ce740-3af3-40d7-bd7b-6e01a3e1764d is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:45.549470 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd060158-741e-4ac7-8457-3564e0f1fb8b req-aef8d039-5a31-4d5f-be09-29fb905e4786 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:45.558670 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd060158-741e-4ac7-8457-3564e0f1fb8b req-aef8d039-5a31-4d5f-be09-29fb905e4786 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0841849 Apr 12 20:12:45.589754 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['778d2243-35d4-4151-9b80-31052a9c9f60'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:12:45.698063 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2001-14e3-4955-8877-ae9b01a5175c req-16575ecd-21ee-4035-81bf-c2d4ebf2562b tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:45.699876 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ba4b2001-14e3-4955-8877-ae9b01a5175c req-16575ecd-21ee-4035-81bf-c2d4ebf2562b tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 944 time: 0.1386750 Apr 12 20:12:45.711682 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd060158-741e-4ac7-8457-3564e0f1fb8b req-b4fe8844-470d-470e-8efb-fd887fb21010 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520441 Apr 12 20:12:45.731268 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec83b3-31e2-4b5f-810f-148e3d5700b9 req-313b8517-fb0d-4fa1-8422-4ea8eaef9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:45.733072 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5cec83b3-31e2-4b5f-810f-148e3d5700b9 req-313b8517-fb0d-4fa1-8422-4ea8eaef9298 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 1129 time: 0.1651635 Apr 12 20:12:45.828760 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ba4b2001-14e3-4955-8877-ae9b01a5175c req-077d0d09-0f30-408e-9e3a-d054659392a3 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155560 Apr 12 20:12:46.081434 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1ded8-9f7a-496b-b6ab-cd5cc185f25f req-e4f1dcf0-44aa-42c5-be39-d7492799ef80 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:46.083192 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-12d1ded8-9f7a-496b-b6ab-cd5cc185f25f req-e4f1dcf0-44aa-42c5-be39-d7492799ef80 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 945 time: 0.1366777 Apr 12 20:12:46.112160 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591737c1-3b2b-49b1-aa5f-e8c8a4449922 req-8a6dd142-b54b-4900-af4e-90f1dfb81433 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:46.121543 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-591737c1-3b2b-49b1-aa5f-e8c8a4449922 req-8a6dd142-b54b-4900-af4e-90f1dfb81433 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0955482 Apr 12 20:12:46.207307 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-12d1ded8-9f7a-496b-b6ab-cd5cc185f25f req-b2b00d58-8926-4384-bb03-82339ee1435b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155705 Apr 12 20:12:46.232370 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 137ce740-3af3-40d7-bd7b-6e01a3e1764d up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:46.236516 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-591737c1-3b2b-49b1-aa5f-e8c8a4449922 req-ea9a512a-bfa9-4f06-8fbc-a8bf6c12471c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091900 Apr 12 20:12:46.288012 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 137ce740-3af3-40d7-bd7b-6e01a3e1764d triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:46.288422 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:46.387097 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 137ce740-3af3-40d7-bd7b-6e01a3e1764d is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:46.899270 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19790b-afa5-4ff7-837f-5d1afbcd21da req-1b566ef9-4fdd-4880-9d47-cf53b28f5124 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:46.904801 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8b19790b-afa5-4ff7-837f-5d1afbcd21da req-1b566ef9-4fdd-4880-9d47-cf53b28f5124 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.1127059 Apr 12 20:12:46.980900 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5cec83b3-31e2-4b5f-810f-148e3d5700b9 req-e85c2931-b7ee-45eb-adc3-311f8ae82f58 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448524 Apr 12 20:12:46.997890 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6d4f-4b4c-41e0-9153-337bd8b54eea req-9e6e5dbd-4416-4596-a648-95488934f980 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:46.999732 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-15ce6d4f-4b4c-41e0-9153-337bd8b54eea req-9e6e5dbd-4416-4596-a648-95488934f980 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 944 time: 0.0937061 Apr 12 20:12:47.008278 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fc674-3a25-448a-8af4-ebbabe840d56 req-7c957503-c476-4389-bf80-03474a91c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:47.010334 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-954fc674-3a25-448a-8af4-ebbabe840d56 req-7c957503-c476-4389-bf80-03474a91c846 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 1130 time: 0.0548844 Apr 12 20:12:47.031158 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8b19790b-afa5-4ff7-837f-5d1afbcd21da req-314a2af0-1585-41e8-9e3a-906ea7f57745 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190314 Apr 12 20:12:47.072098 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-15ce6d4f-4b4c-41e0-9153-337bd8b54eea req-541ec10b-9654-4e8a-8c38-180220620e8f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618384 Apr 12 20:12:47.259443 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 778d2243-35d4-4151-9b80-31052a9c9f60 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:47.261322 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-954fc674-3a25-448a-8af4-ebbabe840d56 req-6ffce2a3-422b-4c53-96c6-d448f4d44ae0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686860 Apr 12 20:12:47.409735 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581be6fc-ee8e-46b6-9047-1238aee2a1c9 req-682e0e6d-adc4-408a-bd6a-632bfa7cf7b2 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:47.411502 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-581be6fc-ee8e-46b6-9047-1238aee2a1c9 req-682e0e6d-adc4-408a-bd6a-632bfa7cf7b2 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 945 time: 0.0966866 Apr 12 20:12:47.419207 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7667d-da49-41ca-9a3b-666dd76fea17 req-4b71bcd0-2cb7-4f33-afd0-8f2538fcfbbc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:47.420867 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5ff7667d-da49-41ca-9a3b-666dd76fea17 req-4b71bcd0-2cb7-4f33-afd0-8f2538fcfbbc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0900004 Apr 12 20:12:47.493070 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 778d2243-35d4-4151-9b80-31052a9c9f60 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:12:47.501682 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 778d2243-35d4-4151-9b80-31052a9c9f60 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:47.502056 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (778d2243-35d4-4151-9b80-31052a9c9f60), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.503374 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-581be6fc-ee8e-46b6-9047-1238aee2a1c9 req-ad0b940c-b8d1-4c19-943b-10f946263b72 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813015 Apr 12 20:12:47.507404 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5ff7667d-da49-41ca-9a3b-666dd76fea17 req-27ccb621-e1cf-4b1f-bf95-1377fb6a4c04 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794067 Apr 12 20:12:47.607863 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 778d2243-35d4-4151-9b80-31052a9c9f60 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:47.608365 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (778d2243-35d4-4151-9b80-31052a9c9f60), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.636300 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd7631f-92bc-426c-b51f-cf40b02a0661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778d2243-35d4-4151-9b80-31052a9c9f60'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:47.638953 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09296440-5f79-4956-a28b-890a4c1be763" -d '{"events": [{"server_uuid": "5fd7631f-92bc-426c-b51f-cf40b02a0661", "name": "network-vif-plugged", "status": "completed", "tag": "778d2243-35d4-4151-9b80-31052a9c9f60"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:47.666653 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 778d2243-35d4-4151-9b80-31052a9c9f60, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=778d2243-35d4-4151-9b80-31052a9c9f60,segment=NetworkSegment(9b7b4822-7e17-4967-af60-ba9119a544b8),segment_id=9b7b4822-7e17-4967-af60-ba9119a544b8)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:47.680859 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (778d2243-35d4-4151-9b80-31052a9c9f60), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:47.695449 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b9f7db-6a2d-4e4a-974d-a805f2348905 x-openstack-request-id: req-26b9f7db-6a2d-4e4a-974d-a805f2348905 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:47.695743 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd7631f-92bc-426c-b51f-cf40b02a0661", "name": "network-vif-plugged", "status": "completed", "tag": "778d2243-35d4-4151-9b80-31052a9c9f60", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:47.695990 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26b9f7db-6a2d-4e4a-974d-a805f2348905 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:47.696434 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b9f7db-6a2d-4e4a-974d-a805f2348905'] response: {'server_uuid': '5fd7631f-92bc-426c-b51f-cf40b02a0661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778d2243-35d4-4151-9b80-31052a9c9f60', 'code': 200} Apr 12 20:12:47.757023 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=778d2243-35d4-4151-9b80-31052a9c9f60,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:48.213265 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30a248-8b9c-4307-9c1c-966c24b9ed8f req-e3380034-8740-4cbb-9cf9-ab05f0b9c473 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:48.214859 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9b30a248-8b9c-4307-9c1c-966c24b9ed8f req-e3380034-8740-4cbb-9cf9-ab05f0b9c473 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0820084 Apr 12 20:12:48.251479 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890305a-ca12-49b6-8698-7ff51da4ccdc req-c70e22dd-1318-4e31-a651-0c2f81bd7587 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:48.252896 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4890305a-ca12-49b6-8698-7ff51da4ccdc req-c70e22dd-1318-4e31-a651-0c2f81bd7587 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 945 time: 0.0813956 Apr 12 20:12:48.292739 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9b30a248-8b9c-4307-9c1c-966c24b9ed8f req-8cb2974a-ee1d-4ff7-94ce-006f017448f2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714700 Apr 12 20:12:48.322699 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4890305a-ca12-49b6-8698-7ff51da4ccdc req-9fef49f5-4d4c-4743-960a-e4ed5bfb05e0 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613980 Apr 12 20:12:48.682607 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8ebf1-f00d-477e-b297-e1f7911a0c1d req-62adea12-d7ca-4e66-b800-3c3e4e07398a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:48.684093 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2fa8ebf1-f00d-477e-b297-e1f7911a0c1d req-62adea12-d7ca-4e66-b800-3c3e4e07398a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0928235 Apr 12 20:12:48.690164 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee6fd7-cc0b-4a47-8f50-e24f66d59edd req-b66f95a6-4c13-4a90-98b5-5afe5b6bb4ac tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:48.691606 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9bee6fd7-cc0b-4a47-8f50-e24f66d59edd req-b66f95a6-4c13-4a90-98b5-5afe5b6bb4ac tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 945 time: 0.0848598 Apr 12 20:12:48.773696 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2fa8ebf1-f00d-477e-b297-e1f7911a0c1d req-e13fed28-1f15-4dc8-aeeb-a79ebe5be67a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811136 Apr 12 20:12:48.777083 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9bee6fd7-cc0b-4a47-8f50-e24f66d59edd req-e4360013-1c0d-4a16-aeb5-2db64282b450 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779910 Apr 12 20:12:49.269408 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device eb0e1c2a-2bda-4915-a791-6894aa5aa38b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:12:49.317795 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2b334-f009-4f45-b0da-b340a35e073e req-9e0980da-be83-40e9-b51a-34f4ed382319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:49.322253 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-94d2b334-f009-4f45-b0da-b340a35e073e req-9e0980da-be83-40e9-b51a-34f4ed382319 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 1129 time: 0.0511463 Apr 12 20:12:49.504201 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27e412-c82f-416e-a54f-93a977b97aae req-a00c0841-39f8-4660-bb2c-96f41313e69f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:49.516466 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df27e412-c82f-416e-a54f-93a977b97aae req-a00c0841-39f8-4660-bb2c-96f41313e69f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0982568 Apr 12 20:12:49.529387 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba81ca-bec2-448e-aaf3-46a95fd5fb85 req-9003e744-989b-4337-8406-c6ebbdd57530 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:49.530857 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-75ba81ca-bec2-448e-aaf3-46a95fd5fb85 req-9003e744-989b-4337-8406-c6ebbdd57530 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 945 time: 0.0766101 Apr 12 20:12:49.542294 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:49.556912 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'port_id': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'mac_address': 'fa:16:3e:3e:44:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:12:49.597513 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port eb0e1c2a-2bda-4915-a791-6894aa5aa38b is: ACTIVE; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:49.598162 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:49.612107 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df27e412-c82f-416e-a54f-93a977b97aae req-25ed97eb-d0c3-44f8-8e13-8a5a1044cb6c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802727 Apr 12 20:12:49.613177 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb0e1c2a-2bda-4915-a791-6894aa5aa38b {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:12:49.636735 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:49.642107 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-75ba81ca-bec2-448e-aaf3-46a95fd5fb85 req-2d4c43e6-893b-4eef-bcab-cce21ff22e10 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031513 Apr 12 20:12:49.650155 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:49.716415 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,revision_number=6']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:49.724067 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.724970 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.725519 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.725884 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.726226 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.726573 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.727025 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.727364 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.727772 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.728264 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.728698 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.729058 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.729392 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.729757 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.730086 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:12:49.778271 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['eb0e1c2a-2bda-4915-a791-6894aa5aa38b'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:12:49.939122 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-94d2b334-f009-4f45-b0da-b340a35e073e req-1431fdc5-ff71-472b-a9c6-1c6289c5495b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024675 Apr 12 20:12:50.033584 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490898a-97f8-4b18-8f9a-1e2a0ae7bebd req-7c6101df-bfe9-43c8-9d37-01fa94fb7e2c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:50.041566 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f490898a-97f8-4b18-8f9a-1e2a0ae7bebd req-7c6101df-bfe9-43c8-9d37-01fa94fb7e2c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 944 time: 0.1205561 Apr 12 20:12:50.074115 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eabc23-99f1-45a6-9396-c357eba942dd req-da6646ea-aabd-4134-a699-a2003207ed1a tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:50.075680 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7eabc23-99f1-45a6-9396-c357eba942dd req-da6646ea-aabd-4134-a699-a2003207ed1a tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 945 time: 0.0855393 Apr 12 20:12:50.148782 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f490898a-97f8-4b18-8f9a-1e2a0ae7bebd req-3363d010-143f-456d-8424-ec794356d49a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038404 Apr 12 20:12:50.184784 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7eabc23-99f1-45a6-9396-c357eba942dd req-328d44ce-6f4a-4792-aa38-78a3c622e330 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979788 Apr 12 20:12:50.268592 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1a64-6f40-4294-a89e-1ef36b0dd5e2 req-ac677c01-7b05-47e1-86eb-6b84c87b6029 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:50.272456 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de2f1a64-6f40-4294-a89e-1ef36b0dd5e2 req-ac677c01-7b05-47e1-86eb-6b84c87b6029 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0578077 Apr 12 20:12:50.326405 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de2f1a64-6f40-4294-a89e-1ef36b0dd5e2 req-118871d0-b47b-4c94-8eb2-2fa55bcc7a19 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486276 Apr 12 20:12:50.768616 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e630054-6967-491a-a0bb-21896d5719ea req-fdd2e42e-8b0c-4bcc-b132-47d7efdc0e9b tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:50.771785 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9e630054-6967-491a-a0bb-21896d5719ea req-fdd2e42e-8b0c-4bcc-b132-47d7efdc0e9b tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 945 time: 0.0513477 Apr 12 20:12:50.847190 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9e630054-6967-491a-a0bb-21896d5719ea req-5b3ac0d5-d188-42e7-9b0c-9b793fc65eed tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694728 Apr 12 20:12:51.282633 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device eb0e1c2a-2bda-4915-a791-6894aa5aa38b up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:12:51.301092 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d1e72-37c4-4e24-89c0-c5cb715b1c7c req-8e1e6485-4ba2-4dda-96e2-b5d38d8aa1fe tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:51.306933 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8e5d1e72-37c4-4e24-89c0-c5cb715b1c7c req-8e1e6485-4ba2-4dda-96e2-b5d38d8aa1fe tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 944 time: 0.0888746 Apr 12 20:12:51.358711 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port eb0e1c2a-2bda-4915-a791-6894aa5aa38b triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:12:51.359281 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:51.408488 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20368d-1dc6-44ed-b699-589941d78d43 req-0dff2f40-c414-4d84-8000-d593c95061bb tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:51.410412 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd20368d-1dc6-44ed-b699-589941d78d43 req-0dff2f40-c414-4d84-8000-d593c95061bb tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 945 time: 0.1002491 Apr 12 20:12:51.423651 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:51.464887 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port eb0e1c2a-2bda-4915-a791-6894aa5aa38b is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:12:51.465472 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:51.488693 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8e5d1e72-37c4-4e24-89c0-c5cb715b1c7c req-8ab69514-4da9-4a27-81bc-7a8e50b3ddc1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631894 Apr 12 20:12:51.502158 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:51.505100 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c91d512-7f43-4c0c-a442-6e5cb10556db" -d '{"events": [{"server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "name": "network-vif-plugged", "status": "completed", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:51.535405 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd20368d-1dc6-44ed-b699-589941d78d43 req-0924a4f3-7901-4bd0-93db-9f0b86fefe16 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029329 Apr 12 20:12:51.558627 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:51.571854 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:51.612194 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af0b44-f6d5-4764-a05f-eac49f7a3240 req-365481bd-691a-4c99-ba4c-f0fcc98fe228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:51.624405 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-53af0b44-f6d5-4764-a05f-eac49f7a3240 req-365481bd-691a-4c99-ba4c-f0fcc98fe228 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 1130 time: 0.1093979 Apr 12 20:12:51.641054 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 40078) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:51.671776 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81e3e8f-31ce-4087-b816-be1ebf85602c x-openstack-request-id: req-a81e3e8f-31ce-4087-b816-be1ebf85602c {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:51.672332 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "name": "network-vif-plugged", "status": "completed", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:51.672737 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a81e3e8f-31ce-4087-b816-be1ebf85602c {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:51.673574 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a81e3e8f-31ce-4087-b816-be1ebf85602c'] response: {'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'code': 200} Apr 12 20:12:51.705909 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,revision_number=7']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:51.725695 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af234d29-156f-4b27-877a-fac070209500 req-124cf2ce-9489-481b-8456-255e3f5b44f9 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:51.727223 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-af234d29-156f-4b27-877a-fac070209500 req-124cf2ce-9489-481b-8456-255e3f5b44f9 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.13 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 945 time: 0.1287928 Apr 12 20:12:51.747630 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d320f93-f958-487a-ae40-eba88904a62b req-a04b1820-6b76-4fda-bd9e-a3656929eed7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:51.754552 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6d320f93-f958-487a-ae40-eba88904a62b req-a04b1820-6b76-4fda-bd9e-a3656929eed7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0825875 Apr 12 20:12:51.824353 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6d320f93-f958-487a-ae40-eba88904a62b req-4e7d182f-63bb-4bb7-a035-e8e78bb49ab8 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549154 Apr 12 20:12:51.824913 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da950cf9-a4ed-459a-bd61-d93d5c866d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:51.908819 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da950cf9-a4ed-459a-bd61-d93d5c866d42 admin admin] Publish callbacks [] for security_group (0ca7c146-65fe-4b5f-884c-aa6d37ad62f9), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:51.914576 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da950cf9-a4ed-459a-bd61-d93d5c866d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (0ca7c146-65fe-4b5f-884c-aa6d37ad62f9), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:51.968412 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da950cf9-a4ed-459a-bd61-d93d5c866d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca7c146-65fe-4b5f-884c-aa6d37ad62f9,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:51.976640 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-da950cf9-a4ed-459a-bd61-d93d5c866d42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa08bc84db4248a59a76b7e0c606f5f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309278 Apr 12 20:12:51.976883 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 40084) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:51.977288 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77409692-5e85-4bf5-b326-47e3110053a4 req-16b3ce3c-c505-419a-98fb-03b677962c6e tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:51.978881 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77409692-5e85-4bf5-b326-47e3110053a4 req-16b3ce3c-c505-419a-98fb-03b677962c6e tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 945 time: 0.0585773 Apr 12 20:12:52.110527 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b85eba8-4510-4e75-9a37-bb1a72962b3c admin admin] Publish callbacks [] for security_group (0ca7c146-65fe-4b5f-884c-aa6d37ad62f9), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:52.148564 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77409692-5e85-4bf5-b326-47e3110053a4 req-7ddbf86d-7a99-4138-8fdf-bd894244f8f7 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586468 Apr 12 20:12:52.174790 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b85eba8-4510-4e75-9a37-bb1a72962b3c admin admin] Publish callbacks [] for security_group (0ca7c146-65fe-4b5f-884c-aa6d37ad62f9), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:52.176781 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af0b44-f6d5-4764-a05f-eac49f7a3240 req-00517e98-0fe3-42e1-89fd-13a2e0121939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:52.179025 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-53af0b44-f6d5-4764-a05f-eac49f7a3240 req-00517e98-0fe3-42e1-89fd-13a2e0121939 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 919 time: 0.1767659 Apr 12 20:12:52.181226 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-af234d29-156f-4b27-877a-fac070209500 req-8dc60984-d184-49ec-aee9-bad369a60e8b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Deleting port 8f05b07c-52b1-40cf-8f73-1da974fd9a73 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:12:52.181604 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-af234d29-156f-4b27-877a-fac070209500 req-8dc60984-d184-49ec-aee9-bad369a60e8b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:52.266883 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-53af0b44-f6d5-4764-a05f-eac49f7a3240 req-9bd4de1e-121b-489c-9729-24cdadc1e526 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f06a28b7-dd14-4f4f-949b-1985aed9baa5 HTTP/1.1" status: 200 len: 217 time: 0.0452445 Apr 12 20:12:52.292539 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b85eba8-4510-4e75-9a37-bb1a72962b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (0ca7c146-65fe-4b5f-884c-aa6d37ad62f9), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:52.295984 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b85eba8-4510-4e75-9a37-bb1a72962b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:52.299893 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-3b85eba8-4510-4e75-9a37-bb1a72962b3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ca7c146-65fe-4b5f-884c-aa6d37ad62f9 HTTP/1.1" status: 204 len: 168 time: 0.3170829 Apr 12 20:12:52.329708 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85eba8-4510-4e75-9a37-bb1a72962b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca7c146-65fe-4b5f-884c-aa6d37ad62f9,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:52.378114 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af0b44-f6d5-4764-a05f-eac49f7a3240 req-9bd1ef1a-84a2-4482-85ba-77b7eed5722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:52.379756 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-53af0b44-f6d5-4764-a05f-eac49f7a3240 req-9bd1ef1a-84a2-4482-85ba-77b7eed5722d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.0993102 Apr 12 20:12:52.708268 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e80eef-98e7-4423-b7af-2749a93d5f1b req-56c12fdc-b378-42d9-9d66-48b180a43025 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:52.713566 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c4e80eef-98e7-4423-b7af-2749a93d5f1b req-56c12fdc-b378-42d9-9d66-48b180a43025 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.1002953 Apr 12 20:12:52.754609 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-af234d29-156f-4b27-877a-fac070209500 req-8dc60984-d184-49ec-aee9-bad369a60e8b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] For port 8f05b07c-52b1-40cf-8f73-1da974fd9a73, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8f05b07c-52b1-40cf-8f73-1da974fd9a73,segment=NetworkSegment(223d2073-8909-4e95-b969-79d0235afea2),segment_id=223d2073-8909-4e95-b969-79d0235afea2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:12:52.755079 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-af234d29-156f-4b27-877a-fac070209500 req-8dc60984-d184-49ec-aee9-bad369a60e8b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:52.765472 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166d8be-be21-451d-b414-a54be638e900 req-561e1020-fee6-46f0-a5d4-fb19a8a0c53a tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:52.776167 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e166d8be-be21-451d-b414-a54be638e900 req-561e1020-fee6-46f0-a5d4-fb19a8a0c53a tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 945 time: 0.1306889 Apr 12 20:12:52.795993 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-af234d29-156f-4b27-877a-fac070209500 req-8dc60984-d184-49ec-aee9-bad369a60e8b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Calling delete_port for 8f05b07c-52b1-40cf-8f73-1da974fd9a73 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:12:52.927884 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c4e80eef-98e7-4423-b7af-2749a93d5f1b req-8d7c5da0-d755-4891-a475-015058beefa1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113402 Apr 12 20:12:52.952778 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af0b44-f6d5-4764-a05f-eac49f7a3240 req-3f8c50c6-57ac-4471-b92a-df64c96d104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:52.956338 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-53af0b44-f6d5-4764-a05f-eac49f7a3240 req-3f8c50c6-57ac-4471-b92a-df64c96d104c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798488 Apr 12 20:12:53.003072 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e166d8be-be21-451d-b414-a54be638e900 req-a0a55ccd-1705-4adf-9c3e-17f1663edc58 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/security-groups?id=c797006c-82a5-447b-af1a-e8294bc42588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082875 Apr 12 20:12:53.071392 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f208aa-a624-4974-b13b-4110d5d90c48 req-2da57035-edb6-4ac1-8218-699d97dd0ecb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:53.073308 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8f208aa-a624-4974-b13b-4110d5d90c48 req-2da57035-edb6-4ac1-8218-699d97dd0ecb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0651660 Apr 12 20:12:53.120162 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-53af0b44-f6d5-4764-a05f-eac49f7a3240 req-478e2c5c-0eca-43ab-adeb-c69a73185fde service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546333 Apr 12 20:12:53.173905 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8f208aa-a624-4974-b13b-4110d5d90c48 req-761c66e0-e09f-46c7-8b26-a82d2a8fffe1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763791 Apr 12 20:12:53.207091 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-af234d29-156f-4b27-877a-fac070209500 req-8dc60984-d184-49ec-aee9-bad369a60e8b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (8f05b07c-52b1-40cf-8f73-1da974fd9a73), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:53.221652 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['8f05b07c-52b1-40cf-8f73-1da974fd9a73'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:12:53.263792 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc60984-d184-49ec-aee9-bad369a60e8b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Pushing event deleted for resources: {'Port': ['ID=8f05b07c-52b1-40cf-8f73-1da974fd9a73,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:53.348954 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ae8b5-6917-4e4f-a12d-e131824c724e req-6ee26392-5ee8-48b1-b1e8-73b3bf258f80 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:53.351125 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-823ae8b5-6917-4e4f-a12d-e131824c724e req-6ee26392-5ee8-48b1-b1e8-73b3bf258f80 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 945 time: 0.0623353 Apr 12 20:12:53.371690 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-af234d29-156f-4b27-877a-fac070209500 req-8dc60984-d184-49ec-aee9-bad369a60e8b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] No DVR routers for this DVR port 8f05b07c-52b1-40cf-8f73-1da974fd9a73 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:12:53.374658 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-af234d29-156f-4b27-877a-fac070209500 req-8dc60984-d184-49ec-aee9-bad369a60e8b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:53.379042 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-af234d29-156f-4b27-877a-fac070209500 req-8dc60984-d184-49ec-aee9-bad369a60e8b tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.13 "DELETE /v2.0/ports/8f05b07c-52b1-40cf-8f73-1da974fd9a73 HTTP/1.1" status: 204 len: 173 time: 1.3799138 Apr 12 20:12:53.394356 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af337c62-e567-419f-96f2-07c85f994247', 'name': 'network-vif-deleted', 'tag': '8f05b07c-52b1-40cf-8f73-1da974fd9a73'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:12:53.399620 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-53af0b44-f6d5-4764-a05f-eac49f7a3240 req-dd8d77fd-bbea-4267-bdf6-2dc3dbd40fa8 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590044 Apr 12 20:12:53.400044 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab8daa9-251c-43d1-9dc8-63209fa8c55f" -d '{"events": [{"server_uuid": "af337c62-e567-419f-96f2-07c85f994247", "name": "network-vif-deleted", "tag": "8f05b07c-52b1-40cf-8f73-1da974fd9a73"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:12:53.535309 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0724d1a3-33b1-4ba3-a3ce-faadb5e2044d x-openstack-request-id: req-0724d1a3-33b1-4ba3-a3ce-faadb5e2044d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:12:53.538102 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af337c62-e567-419f-96f2-07c85f994247", "name": "network-vif-deleted", "tag": "8f05b07c-52b1-40cf-8f73-1da974fd9a73", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:12:53.538744 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0724d1a3-33b1-4ba3-a3ce-faadb5e2044d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:12:53.540924 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0724d1a3-33b1-4ba3-a3ce-faadb5e2044d'] response: {'server_uuid': 'af337c62-e567-419f-96f2-07c85f994247', 'name': 'network-vif-deleted', 'tag': '8f05b07c-52b1-40cf-8f73-1da974fd9a73', 'status': 'completed', 'code': 200} Apr 12 20:12:53.554378 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-823ae8b5-6917-4e4f-a12d-e131824c724e req-dcb8ead5-bf0d-4dc2-ab5f-6e12684305ea tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845214 Apr 12 20:12:54.168083 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e2e34-b62a-43c3-8e1a-abce1f9eca20 req-61eee1b3-5bd7-4020-9710-256d910acf17 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:54.169810 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f12e2e34-b62a-43c3-8e1a-abce1f9eca20 req-61eee1b3-5bd7-4020-9710-256d910acf17 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.1299770 Apr 12 20:12:54.248638 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f12e2e34-b62a-43c3-8e1a-abce1f9eca20 req-445db156-1717-48db-bc70-7654870c4373 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721633 Apr 12 20:12:54.382238 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 40206) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:54.409739 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de771f44-6465-404b-9bcb-b9cac3d019a5 req-02f88454-ad47-4fb5-bcc8-2f18e6b496bf tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 210 time: 0.0429487 Apr 12 20:12:54.570298 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8c553475-378b-40a8-9e7d-7bfa74d763dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:54.644305 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbcf62-9929-476e-809c-e790fd21dc48 req-4a531f87-9c02-4a2b-841a-882c926b63a6 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:54.653662 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b7cbcf62-9929-476e-809c-e790fd21dc48 req-4a531f87-9c02-4a2b-841a-882c926b63a6 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.1181974 Apr 12 20:12:54.691828 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8c553475-378b-40a8-9e7d-7bfa74d763dc admin admin] Publish callbacks [] for security_group (06aa6232-3232-4d0d-b3e7-d18395ae1d0b), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:54.702213 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8c553475-378b-40a8-9e7d-7bfa74d763dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (06aa6232-3232-4d0d-b3e7-d18395ae1d0b), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:54.725785 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b7cbcf62-9929-476e-809c-e790fd21dc48 req-f7718977-5b10-40e3-a1c1-77a828eb1142 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668712 Apr 12 20:12:54.744925 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-8c553475-378b-40a8-9e7d-7bfa74d763dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7fd23344f655432ab3e1361e831c1b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614535 Apr 12 20:12:54.746611 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 40214) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:54.788962 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c553475-378b-40a8-9e7d-7bfa74d763dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aa6232-3232-4d0d-b3e7-d18395ae1d0b,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:54.860374 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1a27-9cbe-45b6-bf66-29c84638ff0e admin admin] Publish callbacks [] for security_group (06aa6232-3232-4d0d-b3e7-d18395ae1d0b), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:54.892862 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1a27-9cbe-45b6-bf66-29c84638ff0e admin admin] Publish callbacks [] for security_group (06aa6232-3232-4d0d-b3e7-d18395ae1d0b), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:54.993255 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1a27-9cbe-45b6-bf66-29c84638ff0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (06aa6232-3232-4d0d-b3e7-d18395ae1d0b), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:54.996402 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1a27-9cbe-45b6-bf66-29c84638ff0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:55.002805 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2d8a1a27-9cbe-45b6-bf66-29c84638ff0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06aa6232-3232-4d0d-b3e7-d18395ae1d0b HTTP/1.1" status: 204 len: 168 time: 0.2525377 Apr 12 20:12:55.017867 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a1a27-9cbe-45b6-bf66-29c84638ff0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aa6232-3232-4d0d-b3e7-d18395ae1d0b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:55.315708 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 8f05b07c-52b1-40cf-8f73-1da974fd9a73 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:12:55.398440 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 8f05b07c-52b1-40cf-8f73-1da974fd9a73 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:12:55.399263 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 8f05b07c-52b1-40cf-8f73-1da974fd9a73 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:12:55.434508 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e79d0-f4c2-40bf-a9ac-cca089693485 req-19a0febd-64d4-4c3b-82e9-86fe6e20b35d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:55.441927 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-058e79d0-f4c2-40bf-a9ac-cca089693485 req-19a0febd-64d4-4c3b-82e9-86fe6e20b35d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0841503 Apr 12 20:12:55.509010 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-058e79d0-f4c2-40bf-a9ac-cca089693485 req-13ea3a2a-07ff-45de-92bd-9e4e80d60b47 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661669 Apr 12 20:12:55.634871 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-20520e5b-e35e-4257-8393-8c63d6ca9527 req-319d624f-84bb-4dec-a98e-60768c926501 tempest-VolumesActionsTest-1131777195 tempest-VolumesActionsTest-1131777195-project] 10.222.0.44 "GET /v2.0/ports?device_id=af337c62-e567-419f-96f2-07c85f994247 HTTP/1.1" status: 200 len: 210 time: 0.0453312 Apr 12 20:12:55.973775 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf15c57-26f7-42b6-a870-d6d13bc230a5 req-2218ecba-d066-4868-a428-a1b4e59c26b5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:55.981916 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-acf15c57-26f7-42b6-a870-d6d13bc230a5 req-2218ecba-d066-4868-a428-a1b4e59c26b5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.1695771 Apr 12 20:12:56.068771 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-acf15c57-26f7-42b6-a870-d6d13bc230a5 req-b47d3957-c68f-4ea6-b879-2e06aa898ac6 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856433 Apr 12 20:12:56.734032 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b2429-3083-4aa6-9577-24b737efbeb6 req-9a6c3e47-eca8-4251-aa1e-f9d990de811d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:56.743766 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fc7b2429-3083-4aa6-9577-24b737efbeb6 req-9a6c3e47-eca8-4251-aa1e-f9d990de811d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.1063352 Apr 12 20:12:56.839241 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fc7b2429-3083-4aa6-9577-24b737efbeb6 req-a98498e1-25df-4100-9c45-b36d7fa69c01 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940223 Apr 12 20:12:58.174993 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 40340) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:58.183010 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4bb3aeb5-8214-4ef0-8ef3-60f5e94b7dc4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--677688329', 'description': 'tempest-description--710598091'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:58.218612 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bb3aeb5-8214-4ef0-8ef3-60f5e94b7dc4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:58.316120 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111f117-ca2a-4d47-8a4b-3a61be8bb048 req-18ba71a6-114d-4cc8-b806-2f296a3f9532 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:58.319939 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7111f117-ca2a-4d47-8a4b-3a61be8bb048 req-18ba71a6-114d-4cc8-b806-2f296a3f9532 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0677013 Apr 12 20:12:58.381218 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bb3aeb5-8214-4ef0-8ef3-60f5e94b7dc4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for security_group (97843079-8cbd-4a27-b7d1-bb047b9f8c1a), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:58.390199 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bb3aeb5-8214-4ef0-8ef3-60f5e94b7dc4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (97843079-8cbd-4a27-b7d1-bb047b9f8c1a), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:58.404044 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7111f117-ca2a-4d47-8a4b-3a61be8bb048 req-c281af5f-f00c-47b2-9f85-0b4eb80a6a76 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775485 Apr 12 20:12:58.430837 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bb3aeb5-8214-4ef0-8ef3-60f5e94b7dc4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:58.435024 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-4bb3aeb5-8214-4ef0-8ef3-60f5e94b7dc4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2548556 Apr 12 20:12:58.435536 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 40342) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:58.440088 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-cdfaccea-2660-46a9-903e-2940d3ca6fde tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Request body: {'security_group_rule': {'security_group_id': '97843079-8cbd-4a27-b7d1-bb047b9f8c1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:58.449779 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3aeb5-8214-4ef0-8ef3-60f5e94b7dc4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97843079-8cbd-4a27-b7d1-bb047b9f8c1a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:58.483402 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdfaccea-2660-46a9-903e-2940d3ca6fde tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for security_group_rule (59cebd09-d9b8-4ba2-955e-df59cc71c1ef), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:58.563660 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdfaccea-2660-46a9-903e-2940d3ca6fde tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for security_group_rule (59cebd09-d9b8-4ba2-955e-df59cc71c1ef), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:58.568894 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdfaccea-2660-46a9-903e-2940d3ca6fde tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (59cebd09-d9b8-4ba2-955e-df59cc71c1ef), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:58.591160 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfaccea-2660-46a9-903e-2940d3ca6fde tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cebd09-d9b8-4ba2-955e-df59cc71c1ef,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:58.598148 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdfaccea-2660-46a9-903e-2940d3ca6fde tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:58.600604 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-cdfaccea-2660-46a9-903e-2940d3ca6fde tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1635270 Apr 12 20:12:58.602853 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 40344) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:58.614511 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-cc846e08-724c-4c90-8e32-cbe01361cd6e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Request body: {'security_group_rule': {'security_group_id': '97843079-8cbd-4a27-b7d1-bb047b9f8c1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:58.649230 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc846e08-724c-4c90-8e32-cbe01361cd6e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for security_group_rule (1cc67a3e-d682-44de-9730-6b644e30e824), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:58.712684 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc846e08-724c-4c90-8e32-cbe01361cd6e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for security_group_rule (1cc67a3e-d682-44de-9730-6b644e30e824), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:58.717667 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc846e08-724c-4c90-8e32-cbe01361cd6e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (1cc67a3e-d682-44de-9730-6b644e30e824), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:58.735968 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc846e08-724c-4c90-8e32-cbe01361cd6e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc67a3e-d682-44de-9730-6b644e30e824,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:58.744506 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc846e08-724c-4c90-8e32-cbe01361cd6e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:58.745656 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-cc846e08-724c-4c90-8e32-cbe01361cd6e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411214 Apr 12 20:12:58.748932 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 40346) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:12:58.753751 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:12:58.781316 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:58.882452 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:59.009154 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Allocated IP 172.27.0.115 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/b0f4aa77-ed3e-458b-96c2-31a7c6703c2a) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:12:59.145220 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for port (b0f4aa77-ed3e-458b-96c2-31a7c6703c2a), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:59.185851 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (b0f4aa77-ed3e-458b-96c2-31a7c6703c2a), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:59.234236 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:12:59.238088 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Pushing event updated for resources: {'Port': ['ID=b0f4aa77-ed3e-458b-96c2-31a7c6703c2a,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:59.240960 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:12:59.246088 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:12:59.353906 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for floatingip (1f620d3e-0572-4cd1-9459-7ccbfb368438), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:59.400024 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (b0f4aa77-ed3e-458b-96c2-31a7c6703c2a), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:59.575841 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705312ca-42b7-4618-8801-26dc88823d1b req-2b8f13e5-c96c-43d3-ad68-8b5226b338d0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:12:59.585127 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-705312ca-42b7-4618-8801-26dc88823d1b req-2b8f13e5-c96c-43d3-ad68-8b5226b338d0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0840468 Apr 12 20:12:59.596839 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for port (b0f4aa77-ed3e-458b-96c2-31a7c6703c2a), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:59.603281 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (b0f4aa77-ed3e-458b-96c2-31a7c6703c2a), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:59.667810 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-705312ca-42b7-4618-8801-26dc88823d1b req-2c63b6f6-d9af-4b3d-9251-6becefb97fc0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813000 Apr 12 20:12:59.701242 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (1f620d3e-0572-4cd1-9459-7ccbfb368438), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:59.708569 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Pushing event updated for resources: {'Port': ['ID=b0f4aa77-ed3e-458b-96c2-31a7c6703c2a,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:12:59.732607 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:12:59.732607 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-0929ffca-6a73-44ab-8755-b30f05d40b79 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9731214 Apr 12 20:13:04.140421 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-3208c5a6-bae4-4e4c-aeb5-948062b17b13 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--677688329&fields=id&tenant_id=296db42b89cd47b2b6912045743e8273 HTTP/1.1" status: 200 len: 267 time: 0.1105478 Apr 12 20:13:04.150786 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-0a637ccf-fece-426a-9c52-70ba750a8e79 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:04.152447 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-0a637ccf-fece-426a-9c52-70ba750a8e79 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/networks?id=e1a4f955-830a-43d9-a2bb-d20ec96f49ee HTTP/1.1" status: 200 len: 815 time: 0.1564605 Apr 12 20:13:04.194542 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-f5a085df-d740-4a2f-9f0c-5f2f8d7b3334 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/quotas/a06197fc20d1445e8a96664ff2c117c1 HTTP/1.1" status: 200 len: 375 time: 0.0298417 Apr 12 20:13:04.293252 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-758e123b-7bea-405f-9463-6b774e74e192 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a06197fc20d1445e8a96664ff2c117c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708795 Apr 12 20:13:04.309700 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-6d745db2-c2a0-4d27-866d-8e06de023b14 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:04.311213 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-6d745db2-c2a0-4d27-866d-8e06de023b14 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 818 time: 0.1578934 Apr 12 20:13:04.347848 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-61febe14-34cb-4695-ac6c-16a6e2449bea tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/quotas/296db42b89cd47b2b6912045743e8273 HTTP/1.1" status: 200 len: 375 time: 0.0275645 Apr 12 20:13:04.444862 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-e795e68d-66e0-4f50-92c1-3be53b7cc681 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0714543 Apr 12 20:13:04.455670 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-d1f6c388-f415-4a05-bd43-cb0ccc87fc2f service neutron] 10.222.0.44 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433916 Apr 12 20:13:04.609795 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-09966d1f-ca5e-47c7-a40e-9780c4f137e2 service neutron] 10.222.0.44 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531565 Apr 12 20:13:04.611728 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-d8b80c3c-3f70-4860-a513-77ee894bad32 service neutron] 10.222.0.44 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479349 Apr 12 20:13:04.711410 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-f4861c8c-e27f-4f1f-96fb-57b621895aa8 service neutron] 10.222.0.44 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953333 Apr 12 20:13:04.828541 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36566458-f79e-436b-8988-2ceff304fb71 req-c406ca59-f8dd-4d37-b5ae-c8ddeb57c06f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:04.830075 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36566458-f79e-436b-8988-2ceff304fb71 req-c406ca59-f8dd-4d37-b5ae-c8ddeb57c06f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0538306 Apr 12 20:13:04.893936 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36566458-f79e-436b-8988-2ceff304fb71 req-c22737f9-c949-490b-9c2e-3d1ec5f0ed78 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546422 Apr 12 20:13:04.952815 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9f639562-75fd-408f-a009-d38f2ed3b36e req-f3c4bac7-981c-4bf6-96c7-0c382ae630e3 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 210 time: 0.0388699 Apr 12 20:13:05.004363 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-947dccf3-5de3-411f-a832-ccddad200bf0 req-ff9950da-ded9-4930-98cb-31816b58c3f3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 210 time: 0.0351708 Apr 12 20:13:05.960304 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3bfca114-59f5-4823-b513-36fb6847ca1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:06.029994 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd915d-07e1-4976-88c2-080530d315ea req-89116cdf-4fff-4a26-bc71-7ead9dea151b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:06.031421 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0edd915d-07e1-4976-88c2-080530d315ea req-89116cdf-4fff-4a26-bc71-7ead9dea151b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0543146 Apr 12 20:13:06.068888 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70d0b951-a7ac-4acc-80ed-05170f47b9d9 req-855acaa7-73be-41c3-8514-1eaa7c174c1c tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 210 time: 0.0454209 Apr 12 20:13:06.115511 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0edd915d-07e1-4976-88c2-080530d315ea req-17ba3c22-5994-477d-ae2f-b39a596b29e8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752938 Apr 12 20:13:06.182172 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-adb646cc-f8a8-450b-8d09-2337e3184b0c req-8a63e142-2561-406b-b82f-e55af717442c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 210 time: 0.0295498 Apr 12 20:13:06.437059 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:13:06.530196 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e47297-bda1-4277-a448-24837bd915ae req-f78b1af2-c16f-489e-a25a-cdce7669223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:06.531671 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-94e47297-bda1-4277-a448-24837bd915ae req-f78b1af2-c16f-489e-a25a-cdce7669223d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36239d1c41ef42b1b707d6cf657711ee&device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 1129 time: 0.2460728 Apr 12 20:13:07.164051 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-015155a8-3a1a-405f-85a3-ea4004910a46 req-d85f8b2b-c0f5-46c0-ad58-ec8dcc129a95 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 210 time: 0.0278835 Apr 12 20:13:07.250973 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32602d71-d142-48d7-a109-58a6c93c26c2 req-15ab1d4d-3228-4fe6-95cc-9de6f8481ca6 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:07.252593 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-32602d71-d142-48d7-a109-58a6c93c26c2 req-15ab1d4d-3228-4fe6-95cc-9de6f8481ca6 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0524564 Apr 12 20:13:07.285209 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a6be36d8-6e65-4ad2-9d31-b322a402089b req-e00d2522-ff84-40fa-a127-72fd09463d60 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 210 time: 0.0309901 Apr 12 20:13:07.319535 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-32602d71-d142-48d7-a109-58a6c93c26c2 req-9c01f12f-4747-4670-8383-20c198a52b2b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556402 Apr 12 20:13:08.258281 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-207c5662-773b-46c7-ac2f-6354c84e1a2a req-26f0c12f-c240-48b2-afa6-80fb03bdefc4 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 210 time: 0.0287304 Apr 12 20:13:08.379652 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-17b6b6cb-3821-4905-a8ab-1c5806f5204e req-d7184d2b-f0dd-4b51-81ac-d5145b0a390f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 210 time: 0.0293829 Apr 12 20:13:08.434861 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e05ea0-4db3-4d52-8399-97a0d481ce6e req-cb1ce253-8b4c-43a6-9e10-1641946aa616 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:08.436358 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19e05ea0-4db3-4d52-8399-97a0d481ce6e req-cb1ce253-8b4c-43a6-9e10-1641946aa616 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 945 time: 0.0462363 Apr 12 20:13:08.447691 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-06e68709-9c04-4861-85a5-56d6210a38a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:08.483813 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19e05ea0-4db3-4d52-8399-97a0d481ce6e req-cae897a5-ae39-44f6-97a9-434378d1ce51 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419629 Apr 12 20:13:09.229613 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device eb0e1c2a-2bda-4915-a791-6894aa5aa38b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:13:09.308187 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port eb0e1c2a-2bda-4915-a791-6894aa5aa38b is: ACTIVE; New status is: DOWN {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:13:09.308604 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:09.331841 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:13:09.335736 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4af85a-9abe-4da9-b64a-519f36bb55b4" -d '{"events": [{"server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:13:09.347915 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:09.351016 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0f438e4-9f46-4ca3-9429-502c4fead02e req-6b89e366-c5b7-4833-b174-ed1b73b8d036 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 210 time: 0.0282676 Apr 12 20:13:09.352860 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:09.382924 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 20:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a90df3d-91cc-43c9-903d-a7215f448488 x-openstack-request-id: req-5a90df3d-91cc-43c9-903d-a7215f448488 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:13:09.383224 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:13:09.383485 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a90df3d-91cc-43c9-903d-a7215f448488 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:13:09.383878 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a90df3d-91cc-43c9-903d-a7215f448488'] response: {'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'code': 200} Apr 12 20:13:09.404182 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,revision_number=8']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:09.471701 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9f7a576d-0836-4e36-acd3-5339a67d5a12 req-e457d8d6-30ad-4e84-a02a-5eea76358fa8 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 210 time: 0.0267291 Apr 12 20:13:09.551402 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e47297-bda1-4277-a448-24837bd915ae req-7a4dd522-c749-4b7e-a547-e0e3e13e3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:09.554188 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-94e47297-bda1-4277-a448-24837bd915ae req-7a4dd522-c749-4b7e-a547-e0e3e13e3880 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de93d020-fd87-43f9-9b84-c46a616eebc8 HTTP/1.1" status: 200 len: 917 time: 0.0907011 Apr 12 20:13:09.571054 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:09.666212 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-94e47297-bda1-4277-a448-24837bd915ae req-3c826f08-dae8-4b20-b041-2404da5149d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b HTTP/1.1" status: 200 len: 999 time: 0.1043227 Apr 12 20:13:09.748185 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcff54-c9e9-46ad-b9a9-d0592e653ca9 req-a353b01b-bca5-45b7-b8c5-7cb56843e1d4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:09.749609 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-14bcff54-c9e9-46ad-b9a9-d0592e653ca9 req-a353b01b-bca5-45b7-b8c5-7cb56843e1d4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.1450982 Apr 12 20:13:09.814005 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-b922af3b-d207-4e85-a70f-52eae704c61e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:09.815427 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-b922af3b-d207-4e85-a70f-52eae704c61e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.13 "GET /v2.0/networks?id=e1a4f955-830a-43d9-a2bb-d20ec96f49ee HTTP/1.1" status: 200 len: 815 time: 0.2645361 Apr 12 20:13:09.830142 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-c0e6f791-d2a5-4372-92bb-571a2fb9974d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:09.831467 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-c0e6f791-d2a5-4372-92bb-571a2fb9974d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 818 time: 0.1900148 Apr 12 20:13:09.845396 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-14bcff54-c9e9-46ad-b9a9-d0592e653ca9 req-1bb99059-74eb-40ef-a3af-c675ec41fa98 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867176 Apr 12 20:13:10.448857 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c6287c62-b175-42dc-905d-2f16a4458091 req-b3475918-8630-4511-8f35-7b086a994a5f tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 210 time: 0.0316343 Apr 12 20:13:10.568636 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9d5a4908-8156-4c87-a467-dce09ad926d3 req-66260334-4436-4ddf-ab51-a134c32885b3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 210 time: 0.0279977 Apr 12 20:13:10.712064 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:10.959826 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc039-707b-4dfa-8e2a-b15a1b4a1a21 req-9aa40f7c-e7fe-4240-9f13-f9026daf1485 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:10.961279 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-485bc039-707b-4dfa-8e2a-b15a1b4a1a21 req-9aa40f7c-e7fe-4240-9f13-f9026daf1485 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0459471 Apr 12 20:13:11.007238 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-485bc039-707b-4dfa-8e2a-b15a1b4a1a21 req-0871b785-7b78-4d69-9c55-5975e02e065e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401912 Apr 12 20:13:11.542018 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d84e50f0-7ba5-45a8-8063-7dccfd88b368 req-0d99ce91-e649-48a2-9b9a-4b432d742339 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 210 time: 0.0274673 Apr 12 20:13:11.663829 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d406aaf2-49dc-4a6b-83d0-9fe1ac6a42cd req-2f4a7c4a-1c87-499e-8e87-dd620044770c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 210 time: 0.0313158 Apr 12 20:13:12.125391 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae127ff-4d29-4560-a072-aca01cdeb3d1 req-ee6a53eb-9c36-46ce-acc4-0cdbe4e20797 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:12.126821 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dae127ff-4d29-4560-a072-aca01cdeb3d1 req-ee6a53eb-9c36-46ce-acc4-0cdbe4e20797 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0468066 Apr 12 20:13:12.172979 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dae127ff-4d29-4560-a072-aca01cdeb3d1 req-52cf3fcc-5249-487b-b4f5-b0af13877982 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 Apr 12 20:13:12.332429 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-72dfa9c9-1dfa-4cfe-b3ee-9fb4de2c51fe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Request body: {'port': {'device_id': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'admin_state_up': True, 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:12.355374 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e47297-bda1-4277-a448-24837bd915ae req-a251ecb2-06b7-4916-ad2f-96524b1f2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:12.357066 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-94e47297-bda1-4277-a448-24837bd915ae req-a251ecb2-06b7-4916-ad2f-96524b1f2db7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=949bc912-0fa2-4a4f-93d6-8e76c474a8f3 HTTP/1.1" status: 200 len: 855 time: 0.0485427 Apr 12 20:13:12.414118 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e47297-bda1-4277-a448-24837bd915ae req-50b731b2-3e69-4c0f-9ba1-7d9f4426b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:12.415114 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-94e47297-bda1-4277-a448-24837bd915ae req-50b731b2-3e69-4c0f-9ba1-7d9f4426b8ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de93d020-fd87-43f9-9b84-c46a616eebc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487015 Apr 12 20:13:12.480386 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-0eda3e70-4343-404c-9217-ea2b27cac749 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=296db42b89cd47b2b6912045743e8273 HTTP/1.1" status: 200 len: 379 time: 0.1416161 Apr 12 20:13:12.515197 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-94e47297-bda1-4277-a448-24837bd915ae req-db572391-1c84-4d36-9403-0e20b69c6963 service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835152 Apr 12 20:13:12.516744 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-72dfa9c9-1dfa-4cfe-b3ee-9fb4de2c51fe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Made reservation on behalf of a06197fc20d1445e8a96664ff2c117c1 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:13:12.519928 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-72dfa9c9-1dfa-4cfe-b3ee-9fb4de2c51fe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:12.578204 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-19b26179-524b-4522-bec7-9a4db4e2fcfe tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Request body: {'port': {'device_id': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'admin_state_up': True, 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'security_groups': ['97843079-8cbd-4a27-b7d1-bb047b9f8c1a']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:12.623880 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:12.662508 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-94e47297-bda1-4277-a448-24837bd915ae req-dee51b42-77e6-4c3d-9a43-5818cc851ca9 service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047921 Apr 12 20:13:12.945755 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8f1197b4-2f4c-4ac7-8dc1-03685e35cbfb req-cb1d00e0-85db-4062-b377-c441a9208efe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 210 time: 0.3243651 Apr 12 20:13:12.958321 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-64695569-30d3-470f-948c-0090be63d8db req-ed1787e6-c5ef-4c36-9e9a-cf8e75be11f3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 210 time: 0.0843289 Apr 12 20:13:13.037019 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-72dfa9c9-1dfa-4cfe-b3ee-9fb4de2c51fe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Allocated IP 172.20.0.3 (e1a4f955-830a-43d9-a2bb-d20ec96f49ee/50de082a-31e4-4091-bb14-efd82acb9199/75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:13:13.078828 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-19b26179-524b-4522-bec7-9a4db4e2fcfe tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Made reservation on behalf of 296db42b89cd47b2b6912045743e8273 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:13:13.086631 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-19b26179-524b-4522-bec7-9a4db4e2fcfe tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:13.361304 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e31c22-0d7c-408f-9791-d010c197394b req-b2b5f63b-6d7d-4b12-aaa8-ac817393da34 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:13.362775 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d4e31c22-0d7c-408f-9791-d010c197394b req-b2b5f63b-6d7d-4b12-aaa8-ac817393da34 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0878835 Apr 12 20:13:13.455932 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-72dfa9c9-1dfa-4cfe-b3ee-9fb4de2c51fe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:13.457655 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-19b26179-524b-4522-bec7-9a4db4e2fcfe tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Allocated IP 172.20.0.6 (8265ba09-a39a-4ff3-b726-de767b4c1999/93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e/39d75c84-9835-43ea-86e3-140f61220184) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:13:13.488690 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d4e31c22-0d7c-408f-9791-d010c197394b req-f4e7893a-34df-4c70-b435-ee3df8299c4e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029162 Apr 12 20:13:13.553800 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-72dfa9c9-1dfa-4cfe-b3ee-9fb4de2c51fe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:13.628641 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-72dfa9c9-1dfa-4cfe-b3ee-9fb4de2c51fe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Network e1a4f955-830a-43d9-a2bb-d20ec96f49ee is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:13:13.633607 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-72dfa9c9-1dfa-4cfe-b3ee-9fb4de2c51fe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:13:13.642991 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-72dfa9c9-1dfa-4cfe-b3ee-9fb4de2c51fe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:13:13.695793 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfa9c9-1dfa-4cfe-b3ee-9fb4de2c51fe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event updated for resources: {'Port': ['ID=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:13.735410 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-72dfa9c9-1dfa-4cfe-b3ee-9fb4de2c51fe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:13.736045 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-72dfa9c9-1dfa-4cfe-b3ee-9fb4de2c51fe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:13.753417 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-19b26179-524b-4522-bec7-9a4db4e2fcfe tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for port (39d75c84-9835-43ea-86e3-140f61220184), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:13.776285 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-72dfa9c9-1dfa-4cfe-b3ee-9fb4de2c51fe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4475460 Apr 12 20:13:13.809925 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-19b26179-524b-4522-bec7-9a4db4e2fcfe tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (39d75c84-9835-43ea-86e3-140f61220184), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:13.856727 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-19b26179-524b-4522-bec7-9a4db4e2fcfe tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Network 8265ba09-a39a-4ff3-b726-de767b4c1999 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:13:13.861404 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-19b26179-524b-4522-bec7-9a4db4e2fcfe tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:13:13.865961 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-19b26179-524b-4522-bec7-9a4db4e2fcfe tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:13:13.873171 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b26179-524b-4522-bec7-9a4db4e2fcfe tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Pushing event updated for resources: {'Port': ['ID=39d75c84-9835-43ea-86e3-140f61220184,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:13.931379 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-19b26179-524b-4522-bec7-9a4db4e2fcfe tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:13.932045 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-19b26179-524b-4522-bec7-9a4db4e2fcfe tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:13.960529 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-19b26179-524b-4522-bec7-9a4db4e2fcfe tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3860273 Apr 12 20:13:14.008039 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-843e2124-63f5-446f-811b-3c5794fe5219 None None] Provisioning complete for port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:13:14.008576 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-843e2124-63f5-446f-811b-3c5794fe5219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:14.045852 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-843e2124-63f5-446f-811b-3c5794fe5219 None None] Port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:13:14.167000 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b538b37-35c9-40b8-98c0-041d4b932275 req-49f59873-534e-4ab8-ad8c-7cdbd93baf0f tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:14.168589 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7b538b37-35c9-40b8-98c0-041d4b932275 req-49f59873-534e-4ab8-ad8c-7cdbd93baf0f tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 931 time: 0.0963769 Apr 12 20:13:14.175677 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a0ad9-a071-428b-9187-8b6a51c85ca6 req-d0a9d630-a767-4964-9eff-9c9d64502a2a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:14.177731 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-264a0ad9-a071-428b-9187-8b6a51c85ca6 req-d0a9d630-a767-4964-9eff-9c9d64502a2a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 931 time: 0.0687065 Apr 12 20:13:14.249433 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7b538b37-35c9-40b8-98c0-041d4b932275 req-c1b20d46-630d-4f5b-882f-8778d32bc339 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707257 Apr 12 20:13:14.259427 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-264a0ad9-a071-428b-9187-8b6a51c85ca6 req-236c1024-9713-462e-91c7-b9a8d20496e2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736017 Apr 12 20:13:14.277181 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-08cd28df-1ca2-4698-86c9-978c140dda7a None None] Provisioning complete for port 39d75c84-9835-43ea-86e3-140f61220184 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:13:14.277611 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-08cd28df-1ca2-4698-86c9-978c140dda7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (39d75c84-9835-43ea-86e3-140f61220184), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:14.317938 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-08cd28df-1ca2-4698-86c9-978c140dda7a None None] Port 39d75c84-9835-43ea-86e3-140f61220184 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:13:14.618297 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b337aab-5a88-43e8-b15e-3d29a8bbfaa7 req-435771a1-3431-4bfa-9ed3-10a3265e3377 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:14.619773 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2b337aab-5a88-43e8-b15e-3d29a8bbfaa7 req-435771a1-3431-4bfa-9ed3-10a3265e3377 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0525558 Apr 12 20:13:14.679463 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2b337aab-5a88-43e8-b15e-3d29a8bbfaa7 req-89de9f4e-6f6a-4b88-a210-a56c87982f97 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539806 Apr 12 20:13:15.508621 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe5d1a-f862-432a-b551-cd562eb28c88 req-f450d59d-0106-4fc5-8546-d81a2ad96739 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:15.508621 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30fe5d1a-f862-432a-b551-cd562eb28c88 req-f450d59d-0106-4fc5-8546-d81a2ad96739 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 931 time: 0.1181178 Apr 12 20:13:15.641830 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676cad8-507a-4a5e-ad4d-22acdba3201f req-97b0a2ef-75b3-4cbd-a03c-94315f770801 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:15.643902 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5676cad8-507a-4a5e-ad4d-22acdba3201f req-97b0a2ef-75b3-4cbd-a03c-94315f770801 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 931 time: 0.1329627 Apr 12 20:13:15.678235 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30fe5d1a-f862-432a-b551-cd562eb28c88 req-02845350-a057-403f-8d9e-e6d17fe2c27d tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905448 Apr 12 20:13:15.781734 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5676cad8-507a-4a5e-ad4d-22acdba3201f req-d82b182f-8310-40d4-b9eb-ba03fcb46bda tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269655 Apr 12 20:13:15.872640 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a15bec-26d4-4b99-add9-e65cbe44ef9a req-a842ebd8-66a2-4df4-8093-669a0829461c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:15.885483 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-94a15bec-26d4-4b99-add9-e65cbe44ef9a req-a842ebd8-66a2-4df4-8093-669a0829461c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0724964 Apr 12 20:13:15.985882 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-94a15bec-26d4-4b99-add9-e65cbe44ef9a req-617c6641-3b92-4d0a-a853-ca4e2f1670bd tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942221 Apr 12 20:13:16.855578 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbb346-3e20-4325-a245-5bbb77f8ed5f req-53687ddc-04e6-493f-86b2-deba9a354d8d tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:16.870772 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-00bbb346-3e20-4325-a245-5bbb77f8ed5f req-53687ddc-04e6-493f-86b2-deba9a354d8d tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 931 time: 0.0677109 Apr 12 20:13:17.022138 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-00bbb346-3e20-4325-a245-5bbb77f8ed5f req-91b7ccfd-0f56-4078-bed8-6914172eb721 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503038 Apr 12 20:13:17.040128 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2809-b07c-4468-917b-abc2b44e7b32 req-36f1c00f-4e61-4c21-ba5a-c61495d89f33 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:17.041795 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9adf2809-b07c-4468-917b-abc2b44e7b32 req-36f1c00f-4e61-4c21-ba5a-c61495d89f33 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 931 time: 0.1256330 Apr 12 20:13:17.173936 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9adf2809-b07c-4468-917b-abc2b44e7b32 req-4a8cb988-4c73-4215-adbf-79e6a4d98bcb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207063 Apr 12 20:13:17.214118 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac345d-00aa-4cb9-9320-ddf2750e3f91 req-0f2fa03c-2093-4a61-a6c0-c2bf712997a7 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:17.222208 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cbac345d-00aa-4cb9-9320-ddf2750e3f91 req-0f2fa03c-2093-4a61-a6c0-c2bf712997a7 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.1271665 Apr 12 20:13:17.321543 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cbac345d-00aa-4cb9-9320-ddf2750e3f91 req-bf53b613-1c45-4187-91f9-b28a09b62e95 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983400 Apr 12 20:13:18.238627 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919867d-0707-4dfb-be13-36cdad85f0c9 req-685a6f71-f931-4b0b-839d-f4ae99e54432 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:18.247937 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f919867d-0707-4dfb-be13-36cdad85f0c9 req-685a6f71-f931-4b0b-839d-f4ae99e54432 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 931 time: 0.0745533 Apr 12 20:13:18.341793 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f919867d-0707-4dfb-be13-36cdad85f0c9 req-e9968488-370a-48a9-bb0a-8180c0e73173 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821338 Apr 12 20:13:18.500368 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97181c88-fa88-4430-8f18-7d167b063ea6 req-0d096ede-0c45-4ada-bb0d-4b31216c8a7d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:18.501969 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-97181c88-fa88-4430-8f18-7d167b063ea6 req-0d096ede-0c45-4ada-bb0d-4b31216c8a7d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 931 time: 0.0873601 Apr 12 20:13:18.592538 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-97181c88-fa88-4430-8f18-7d167b063ea6 req-065243a5-baa5-4bee-9c13-32cba5df3eb6 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828304 Apr 12 20:13:18.769313 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553702f-bf71-4fc0-8096-1df589d4ae91 req-03cf6cd4-a4fd-4c91-9f38-922338870a07 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:18.772179 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f553702f-bf71-4fc0-8096-1df589d4ae91 req-03cf6cd4-a4fd-4c91-9f38-922338870a07 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0908153 Apr 12 20:13:18.854576 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f553702f-bf71-4fc0-8096-1df589d4ae91 req-c6453586-d372-4388-992e-755f47846a66 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754282 Apr 12 20:13:18.911814 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 40724) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:19.067432 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-666de671-1f23-4361-a0ba-9dce02d4a094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:19.159290 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-666de671-1f23-4361-a0ba-9dce02d4a094 admin admin] Publish callbacks [] for security_group (e332e800-0bdb-40c9-9e07-f2ee23972e58), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:19.166607 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-666de671-1f23-4361-a0ba-9dce02d4a094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (e332e800-0bdb-40c9-9e07-f2ee23972e58), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:19.222417 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-666de671-1f23-4361-a0ba-9dce02d4a094 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1df91bdbb92a4ce68e03a283520b9ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089983 Apr 12 20:13:19.224912 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666de671-1f23-4361-a0ba-9dce02d4a094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e332e800-0bdb-40c9-9e07-f2ee23972e58,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:19.234538 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 40728) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:19.251142 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device eb0e1c2a-2bda-4915-a791-6894aa5aa38b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:13:19.328146 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2afd9ed-c173-4286-9ef5-8bec76b73e36 admin admin] Publish callbacks [] for security_group (e332e800-0bdb-40c9-9e07-f2ee23972e58), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:19.357101 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2afd9ed-c173-4286-9ef5-8bec76b73e36 admin admin] Publish callbacks [] for security_group (e332e800-0bdb-40c9-9e07-f2ee23972e58), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:19.478298 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Request body: {'port': {'device_id': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:19.540892 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port eb0e1c2a-2bda-4915-a791-6894aa5aa38b is: DOWN; New status is: DOWN {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:13:19.715861 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-30d284fd-6616-48d0-b006-a2949b3d3455 req-e517c7ac-7d76-41f9-887c-ff0e74fcfed2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2103980 Apr 12 20:13:19.765942 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Request body: {'port': {'device_id': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:19.800668 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2afd9ed-c173-4286-9ef5-8bec76b73e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (e332e800-0bdb-40c9-9e07-f2ee23972e58), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:19.803597 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2afd9ed-c173-4286-9ef5-8bec76b73e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:19.808069 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d2afd9ed-c173-4286-9ef5-8bec76b73e36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e332e800-0bdb-40c9-9e07-f2ee23972e58 HTTP/1.1" status: 204 len: 168 time: 0.5710559 Apr 12 20:13:20.042967 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afd9ed-c173-4286-9ef5-8bec76b73e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e332e800-0bdb-40c9-9e07-f2ee23972e58,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:20.047486 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d284fd-6616-48d0-b006-a2949b3d3455 req-fe0bfe81-c338-46db-a217-7ce19021f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:20.058211 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-30d284fd-6616-48d0-b006-a2949b3d3455 req-fe0bfe81-c338-46db-a217-7ce19021f6db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 1130 time: 0.1069994 Apr 12 20:13:20.174751 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (39d75c84-9835-43ea-86e3-140f61220184), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:20.200832 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb78e04-bd23-4980-9606-2d296065efcf req-ab0dbf0c-df4d-4705-8fb6-a55db849e2d8 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:20.220019 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9fb78e04-bd23-4980-9606-2d296065efcf req-ab0dbf0c-df4d-4705-8fb6-a55db849e2d8 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 931 time: 0.7805774 Apr 12 20:13:20.253525 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:20.517389 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9fb78e04-bd23-4980-9606-2d296065efcf req-058b4044-c390-4e0d-9586-3fa26295b07e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959394 Apr 12 20:13:20.557577 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e68d45-d446-402a-8753-6b826fac8394 req-95153789-2f0d-4e1a-8994-38bcc8c4e1aa tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:20.559654 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-06e68d45-d446-402a-8753-6b826fac8394 req-95153789-2f0d-4e1a-8994-38bcc8c4e1aa tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 931 time: 0.2022212 Apr 12 20:13:20.832490 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-06e68d45-d446-402a-8753-6b826fac8394 req-0713a9d9-08b6-4513-915c-39ba288baf3a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570035 Apr 12 20:13:20.839587 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6672cd8-5a4c-4a0c-bbc6-e9ed969f33bd req-918459be-2396-4b1e-a9c4-fd0eba4ec791 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:20.841457 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c6672cd8-5a4c-4a0c-bbc6-e9ed969f33bd req-918459be-2396-4b1e-a9c4-fd0eba4ec791 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.1766212 Apr 12 20:13:21.083303 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d284fd-6616-48d0-b006-a2949b3d3455 req-99c7dcd0-4834-4737-a274-c1f4a8c1a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:21.089381 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-30d284fd-6616-48d0-b006-a2949b3d3455 req-99c7dcd0-4834-4737-a274-c1f4a8c1a015 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 919 time: 0.2167208 Apr 12 20:13:21.126215 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c6672cd8-5a4c-4a0c-bbc6-e9ed969f33bd req-914d3037-189e-4f93-9356-dc42c7e66f4d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075672 Apr 12 20:13:21.146971 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:13:21.157574 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Publish callbacks [] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:21.198231 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Transition to ACTIVE for port object 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:13:21.244029 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-30d284fd-6616-48d0-b006-a2949b3d3455 req-610aa248-d86b-4ab2-985f-4d6801ea0378 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f06a28b7-dd14-4f4f-949b-1985aed9baa5 HTTP/1.1" status: 200 len: 217 time: 0.1410954 Apr 12 20:13:21.244966 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:21.363099 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Pushing event updated for resources: {'Port': ['ID=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:21.367663 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d284fd-6616-48d0-b006-a2949b3d3455 req-363eadcb-f7b8-4238-bf6e-84188a1d01da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:21.369240 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-30d284fd-6616-48d0-b006-a2949b3d3455 req-363eadcb-f7b8-4238-bf6e-84188a1d01da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.1177869 Apr 12 20:13:21.430384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d75c84-9835-43ea-86e3-140f61220184 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:13:21.453778 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:21.463286 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Publish callbacks [] for port (39d75c84-9835-43ea-86e3-140f61220184), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:21.612663 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d284fd-6616-48d0-b006-a2949b3d3455 req-26139845-0202-4c21-806f-3efd83acb70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:21.615073 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-30d284fd-6616-48d0-b006-a2949b3d3455 req-26139845-0202-4c21-806f-3efd83acb70c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1451812 Apr 12 20:13:21.751436 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Transition to ACTIVE for port object 39d75c84-9835-43ea-86e3-140f61220184 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:13:21.799231 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (39d75c84-9835-43ea-86e3-140f61220184), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:21.870664 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-30d284fd-6616-48d0-b006-a2949b3d3455 req-f38c4409-36be-4fd6-a9a6-80b5c81751a3 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311418 Apr 12 20:13:21.898965 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Attempting to bind port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:13:21.899411 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Attempting to bind port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '6dfc2847-289f-4fb1-92d4-57bf15cba9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:13:21.899621 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Attempting to bind port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 on network e1a4f955-830a-43d9-a2bb-d20ec96f49ee {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:13:21.924940 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 on network e1a4f955-830a-43d9-a2bb-d20ec96f49ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:13:21.925300 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Attempting to bind port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 on network e1a4f955-830a-43d9-a2bb-d20ec96f49ee {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:13:21.957249 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:13:21.957595 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Checking segment: {'id': '6dfc2847-289f-4fb1-92d4-57bf15cba9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:13:21.958533 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Bound using segment: {'id': '6dfc2847-289f-4fb1-92d4-57bf15cba9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:13:21.959016 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Bound port: 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dfc2847-289f-4fb1-92d4-57bf15cba9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:13:21.959374 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:21.994761 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f591bf1-3007-46c5-b136-b75c623628d2 req-758ddb8a-b30c-464c-9862-5cf54c56fc02 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:21.996680 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9f591bf1-3007-46c5-b136-b75c623628d2 req-758ddb8a-b30c-464c-9862-5cf54c56fc02 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 943 time: 0.2464585 Apr 12 20:13:22.057031 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Pushing event updated for resources: {'Port': ['ID=39d75c84-9835-43ea-86e3-140f61220184,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:22.175405 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-30d284fd-6616-48d0-b006-a2949b3d3455 req-e6be5c82-de88-4e38-85d5-0f52da8817dd service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915454 Apr 12 20:13:22.276657 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9f591bf1-3007-46c5-b136-b75c623628d2 req-2651f3e8-bc22-415a-9ae3-a69db9c961f5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233276 Apr 12 20:13:22.340639 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686b98c-c253-4d57-a13f-577e532ab001 req-558277bc-56ea-4b5e-98e0-0200cc6a2a5c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:22.342695 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e686b98c-c253-4d57-a13f-577e532ab001 req-558277bc-56ea-4b5e-98e0-0200cc6a2a5c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 943 time: 0.0612175 Apr 12 20:13:22.372191 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] For port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:13:22.430832 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] For port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,segment=NetworkSegment(6dfc2847-289f-4fb1-92d4-57bf15cba9fb),segment_id=6dfc2847-289f-4fb1-92d4-57bf15cba9fb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:13:22.434705 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Attempting to bind port 39d75c84-9835-43ea-86e3-140f61220184 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:13:22.435164 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Attempting to bind port 39d75c84-9835-43ea-86e3-140f61220184 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:13:22.435602 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Attempting to bind port 39d75c84-9835-43ea-86e3-140f61220184 on network 8265ba09-a39a-4ff3-b726-de767b4c1999 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:13:22.444713 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Port 39d75c84-9835-43ea-86e3-140f61220184 on network 8265ba09-a39a-4ff3-b726-de767b4c1999 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:13:22.445292 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Attempting to bind port 39d75c84-9835-43ea-86e3-140f61220184 on network 8265ba09-a39a-4ff3-b726-de767b4c1999 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:13:22.456702 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:22.490852 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [req-2d961bb8-ca4f-4a1b-a655-049444824747 req-db04e822-1b6a-4f9f-bfdb-763876e06417 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:13:22.497148 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2d961bb8-ca4f-4a1b-a655-049444824747 req-db04e822-1b6a-4f9f-bfdb-763876e06417 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138118 Apr 12 20:13:22.569518 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:13:22.570134 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Checking segment: {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:13:22.570669 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Bound using segment: {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:13:22.571893 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Bound port: 39d75c84-9835-43ea-86e3-140f61220184, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38d1f54-c36b-43a3-a82f-ad2832847b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:13:22.572926 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (39d75c84-9835-43ea-86e3-140f61220184), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:22.575624 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Pushing event updated for resources: {'Port': ['ID=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:22.594909 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e686b98c-c253-4d57-a13f-577e532ab001 req-635a7a27-172d-4447-81c8-7590d805d1de tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436135 Apr 12 20:13:22.626034 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:22.627010 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:22.628932 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-5aa90629-b705-45a2-b2c9-943154f5202a service neutron] 10.222.0.13 "PUT /v2.0/ports/75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 HTTP/1.1" status: 200 len: 1093 time: 2.9127259 Apr 12 20:13:22.629448 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:13:22.634016 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5c66ca-eced-435d-abca-676aed141c73" -d '{"events": [{"name": "network-changed", "server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:13:22.721307 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2686cf69-df25-4bdd-8604-7b2f5fb7df82 x-openstack-request-id: req-2686cf69-df25-4bdd-8604-7b2f5fb7df82 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:13:22.721581 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:13:22.721839 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2686cf69-df25-4bdd-8604-7b2f5fb7df82 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:13:22.722407 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2686cf69-df25-4bdd-8604-7b2f5fb7df82'] response: {'name': 'network-changed', 'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9', 'status': 'completed', 'code': 200} Apr 12 20:13:22.998531 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c66ca-eced-435d-abca-676aed141c73 req-90fb797b-c18b-4d91-964d-e6ef1da198f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:23.003597 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8a5c66ca-eced-435d-abca-676aed141c73 req-90fb797b-c18b-4d91-964d-e6ef1da198f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a06197fc20d1445e8a96664ff2c117c1&device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 1127 time: 0.1083472 Apr 12 20:13:23.008111 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] For port 39d75c84-9835-43ea-86e3-140f61220184, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:13:23.171072 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c66ca-eced-435d-abca-676aed141c73 req-4d4caf97-c7d3-4188-ae4a-7e54078212f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:23.173564 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8a5c66ca-eced-435d-abca-676aed141c73 req-4d4caf97-c7d3-4188-ae4a-7e54078212f8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a06197fc20d1445e8a96664ff2c117c1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1579900 Apr 12 20:13:23.212465 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce9243-a18c-482f-a7f2-ea51c2785e5b req-9d82e296-c475-4231-85eb-d7249771cc23 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:23.215382 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-69ce9243-a18c-482f-a7f2-ea51c2785e5b req-9d82e296-c475-4231-85eb-d7249771cc23 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.3919241 Apr 12 20:13:23.218457 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] For port 39d75c84-9835-43ea-86e3-140f61220184, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=39d75c84-9835-43ea-86e3-140f61220184,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:13:23.273541 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (39d75c84-9835-43ea-86e3-140f61220184), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:23.462456 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:23.463167 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:23.464848 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] 10.222.0.13 "PUT /v2.0/ports/39d75c84-9835-43ea-86e3-140f61220184 HTTP/1.1" status: 200 len: 1093 time: 3.9984796 Apr 12 20:13:23.984123 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-69ce9243-a18c-482f-a7f2-ea51c2785e5b req-93e23e04-39e5-4123-a995-d7d40786af42 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7443817 Apr 12 20:13:24.110600 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c04c4-de74-4b0d-ac4a-c89b7e810e18 req-6b6eb9cb-256d-43ca-ab3d-15a293bf0461 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:24.112113 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0e9c04c4-de74-4b0d-ac4a-c89b7e810e18 req-6b6eb9cb-256d-43ca-ab3d-15a293bf0461 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 943 time: 0.6726673 Apr 12 20:13:24.174456 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3491e0-cd6d-4e3e-80f2-bfe52a1ddd04 service neutron] Pushing event updated for resources: {'Port': ['ID=39d75c84-9835-43ea-86e3-140f61220184,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:24.187938 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c66ca-eced-435d-abca-676aed141c73 req-f93fc38f-c6b0-418d-a6f1-adbd89dd5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:24.196337 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8a5c66ca-eced-435d-abca-676aed141c73 req-f93fc38f-c6b0-418d-a6f1-adbd89dd5638 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9982991 Apr 12 20:13:24.198198 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-b0c9d016-cece-4ca1-99d7-12d0772c91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:24.200167 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-b0c9d016-cece-4ca1-99d7-12d0772c91d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 1127 time: 0.2043042 Apr 12 20:13:24.242752 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610952e-ca3e-429a-b85b-99f4e1f95887 req-71dd45e4-3c50-42dd-8a69-593d480f8908 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:24.251493 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2610952e-ca3e-429a-b85b-99f4e1f95887 req-71dd45e4-3c50-42dd-8a69-593d480f8908 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 943 time: 0.1819680 Apr 12 20:13:24.303660 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0e9c04c4-de74-4b0d-ac4a-c89b7e810e18 req-313dbc70-067c-457c-a7d0-35748367521b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557057 Apr 12 20:13:24.424139 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-a4ff262f-f3e9-4d60-955a-4c883ec34b02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39d75c84-9835-43ea-86e3-140f61220184 HTTP/1.1" status: 200 len: 217 time: 0.0859675 Apr 12 20:13:24.516009 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-f1c69efc-b384-414a-98c3-20e98b7f4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:24.518100 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-f1c69efc-b384-414a-98c3-20e98b7f4ac4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a06197fc20d1445e8a96664ff2c117c1&device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 1127 time: 0.0927770 Apr 12 20:13:24.536606 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2610952e-ca3e-429a-b85b-99f4e1f95887 req-eb638570-521c-445d-84ff-c4841fe33291 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802472 Apr 12 20:13:24.732814 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'tag': '39d75c84-9835-43ea-86e3-140f61220184'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:13:24.737059 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c911f7f8-6601-4b68-b8e8-71310b5290c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb8d2a-da17-4769-a54c-2edeb2e28af2", "tag": "39d75c84-9835-43ea-86e3-140f61220184"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:13:24.845458 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d67701-85d9-4db6-accd-4d562912cf2d x-openstack-request-id: req-69d67701-85d9-4db6-accd-4d562912cf2d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:13:24.845799 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb8d2a-da17-4769-a54c-2edeb2e28af2", "tag": "39d75c84-9835-43ea-86e3-140f61220184", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:13:24.846029 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69d67701-85d9-4db6-accd-4d562912cf2d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:13:24.846473 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d67701-85d9-4db6-accd-4d562912cf2d'] response: {'name': 'network-changed', 'server_uuid': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'tag': '39d75c84-9835-43ea-86e3-140f61220184', 'status': 'completed', 'code': 200} Apr 12 20:13:25.161481 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2a32f-a7f1-4d7e-8e40-b6d42bc5e19c req-c8095d79-79aa-45d6-aee8-a5f7454e7d00 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:25.163066 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44b2a32f-a7f1-4d7e-8e40-b6d42bc5e19c req-c8095d79-79aa-45d6-aee8-a5f7454e7d00 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0854383 Apr 12 20:13:25.256023 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44b2a32f-a7f1-4d7e-8e40-b6d42bc5e19c req-ef88d0ab-3e4b-4f83-aa5f-cb0663da4016 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854106 Apr 12 20:13:25.563244 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614fba3-b291-45eb-9fe0-a13441d2ed87 req-4f8811f0-e63e-44f2-b3aa-69b8a4801b23 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:25.568665 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c614fba3-b291-45eb-9fe0-a13441d2ed87 req-4f8811f0-e63e-44f2-b3aa-69b8a4801b23 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 943 time: 0.1121764 Apr 12 20:13:25.672925 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447df011-dae5-4480-a34a-98aa5d2554ef req-93f0e9d6-e580-44ed-90fe-fef9cffa6701 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:25.680521 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-447df011-dae5-4480-a34a-98aa5d2554ef req-93f0e9d6-e580-44ed-90fe-fef9cffa6701 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 943 time: 0.0764565 Apr 12 20:13:25.720557 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c614fba3-b291-45eb-9fe0-a13441d2ed87 req-70efae7f-0ff2-4842-b343-6219e0495c95 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399534 Apr 12 20:13:25.782977 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-447df011-dae5-4480-a34a-98aa5d2554ef req-9b9155e2-361c-458d-b184-6b3c73b79889 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011794 Apr 12 20:13:26.430163 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea9da-7ed7-4d24-b543-9021ea1bc240 req-e6b446a6-3273-47f9-a702-a3bef1fd894f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:26.444489 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-969ea9da-7ed7-4d24-b543-9021ea1bc240 req-e6b446a6-3273-47f9-a702-a3bef1fd894f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0903223 Apr 12 20:13:26.641889 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-969ea9da-7ed7-4d24-b543-9021ea1bc240 req-5767af79-2e44-4b8b-98b2-59e859fa9819 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857892 Apr 12 20:13:26.867000 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e6ba-ea84-43f0-b2a7-a69a0a72f402 req-b4055116-453d-4ae0-9028-2fb6dba21dba tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:26.875311 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2685e6ba-ea84-43f0-b2a7-a69a0a72f402 req-b4055116-453d-4ae0-9028-2fb6dba21dba tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 943 time: 0.0694721 Apr 12 20:13:27.054555 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c858da-0dae-477f-812c-f105c272883f req-603d7a2a-09ac-46ef-ada6-efd69e001dad tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:27.056573 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d0c858da-0dae-477f-812c-f105c272883f req-603d7a2a-09ac-46ef-ada6-efd69e001dad tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 943 time: 0.1423316 Apr 12 20:13:27.066459 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2685e6ba-ea84-43f0-b2a7-a69a0a72f402 req-a9c1c4a2-f62e-4479-86ae-13fc47f7aa13 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900244 Apr 12 20:13:27.139792 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d0c858da-0dae-477f-812c-f105c272883f req-c5754790-e2fc-4b95-9d75-7d76b54cb965 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720913 Apr 12 20:13:27.769467 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d747ea-7694-444f-b1e9-78de407071b3 req-842503e7-6b62-49e0-b69d-20add91d118b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:27.776951 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23d747ea-7694-444f-b1e9-78de407071b3 req-842503e7-6b62-49e0-b69d-20add91d118b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0632961 Apr 12 20:13:27.841888 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23d747ea-7694-444f-b1e9-78de407071b3 req-badf0522-1cf0-45bf-b352-a4349c2d2104 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581670 Apr 12 20:13:28.053491 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 40838) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:28.124878 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-82c0f947-f12f-4861-bf84-88ab87bcd2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:28.126446 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-82c0f947-f12f-4861-bf84-88ab87bcd2e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.1266863 Apr 12 20:13:28.129172 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-f4577298-1f6e-4e45-8d27-018adb03aba7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 HTTP/1.1" status: 200 len: 217 time: 0.1303720 Apr 12 20:13:28.244103 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719adaa9-d888-4d21-9a1d-3b9a43be6a7e req-c74accb4-9918-4ab1-b836-a6ca30ebe59c tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:28.245416 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-7efa38a4-9951-4268-9db6-e7825186d9f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1897678 Apr 12 20:13:28.246195 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-719adaa9-d888-4d21-9a1d-3b9a43be6a7e req-c74accb4-9918-4ab1-b836-a6ca30ebe59c tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 943 time: 0.0651028 Apr 12 20:13:28.256587 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-7aee6808-c149-41b1-8151-80d9f7efed71 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:13:28.257719 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-7aee6808-c149-41b1-8151-80d9f7efed71 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059326 Apr 12 20:13:28.326305 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e7e72-62f7-449d-abb5-5f45bdeca1c0 req-63b90ece-c8fb-4424-9cde-64955e7c96db tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:28.333840 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-127e7e72-62f7-449d-abb5-5f45bdeca1c0 req-63b90ece-c8fb-4424-9cde-64955e7c96db tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 943 time: 0.0830970 Apr 12 20:13:28.363707 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-719adaa9-d888-4d21-9a1d-3b9a43be6a7e req-93403565-a902-4d77-bbb4-923f3c7cda01 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116560 Apr 12 20:13:28.370781 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 40852) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:28.429031 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-127e7e72-62f7-449d-abb5-5f45bdeca1c0 req-68fb6a8b-ad22-48ed-b220-51e47a5d783e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940921 Apr 12 20:13:28.438714 dv-cinder-837542-1-iscsi neutron-server[103445]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 20:13:28.526558 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-10d5f2ee-dd56-4f41-a46a-4add6273c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:28.528422 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-10d5f2ee-dd56-4f41-a46a-4add6273c222 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0973663 Apr 12 20:13:28.535244 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-21f803ff-75e7-4758-85d2-0be3c80e81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:28.538176 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-21f803ff-75e7-4758-85d2-0be3c80e81b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50de082a-31e4-4091-bb14-efd82acb9199 HTTP/1.1" status: 200 len: 854 time: 0.1083128 Apr 12 20:13:28.542699 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-9824d801-12a4-4c19-b1ab-ffc5224650a1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:28.544678 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-9824d801-12a4-4c19-b1ab-ffc5224650a1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports/eb0e1c2a-2bda-4915-a791-6894aa5aa38b HTTP/1.1" status: 200 len: 940 time: 0.1727073 Apr 12 20:13:28.998316 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-87b81e7d-186d-4ea4-8c88-2f7405eb1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:29.000155 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-87b81e7d-186d-4ea4-8c88-2f7405eb1f07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1a4f955-830a-43d9-a2bb-d20ec96f49ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1239738 Apr 12 20:13:29.093885 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf4c54-c354-4097-999b-35ff16575545 req-1bd55bd1-3714-4e24-ba3c-5bfe82a1a899 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:29.102511 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcaf4c54-c354-4097-999b-35ff16575545 req-1bd55bd1-3714-4e24-ba3c-5bfe82a1a899 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.1081133 Apr 12 20:13:29.175831 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-77aabe9c-f116-4183-8636-3ad7c6dfc147 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338487 Apr 12 20:13:29.293778 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-e1a859fe-0ba3-43d2-9487-a4432702e598 service neutron] 10.222.0.13 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455266 Apr 12 20:13:29.360883 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcaf4c54-c354-4097-999b-35ff16575545 req-9e956179-5b80-4fcf-98c3-d292f784a088 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574213 Apr 12 20:13:29.423550 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b2694e1-cc13-4b84-bc69-99f4145768ae req-3a0e8805-9f38-4fca-8d9b-f0d012450fc0 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377186 Apr 12 20:13:29.536362 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d703b56-7547-4321-bee1-ddf9095f4bd2 req-993b1066-90a3-43ce-93b5-c0e5ef58d663 service neutron] 10.222.0.13 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891601 Apr 12 20:13:29.622583 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d17b7-95b0-4cc9-ba75-319ba0342bc3 req-4fc0475a-5e8e-4ffe-94ea-2099cc498422 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:29.624156 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eb9d17b7-95b0-4cc9-ba75-319ba0342bc3 req-4fc0475a-5e8e-4ffe-94ea-2099cc498422 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 943 time: 0.1370273 Apr 12 20:13:29.630919 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a53ce-b101-4a25-b6bf-957cef975ef5 req-14a13b4f-10ed-4290-a499-7762260ec34c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:29.632428 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd4a53ce-b101-4a25-b6bf-957cef975ef5 req-14a13b4f-10ed-4290-a499-7762260ec34c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 943 time: 0.1009707 Apr 12 20:13:29.731307 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd4a53ce-b101-4a25-b6bf-957cef975ef5 req-99ebfeef-6426-4b27-ae1b-07685933c013 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896211 Apr 12 20:13:29.737026 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eb9d17b7-95b0-4cc9-ba75-319ba0342bc3 req-d7ead3fb-e20b-4b2c-9706-be87a486ee19 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024196 Apr 12 20:13:30.495224 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e0bb-d1b9-42aa-a607-4de5d10090ed req-797921b1-180d-4c66-a892-1c980b3f2d03 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:30.496916 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ae15e0bb-d1b9-42aa-a607-4de5d10090ed req-797921b1-180d-4c66-a892-1c980b3f2d03 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0534015 Apr 12 20:13:30.547556 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ae15e0bb-d1b9-42aa-a607-4de5d10090ed req-d9e12fe9-e7b3-4137-9399-de8953011e62 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449932 Apr 12 20:13:30.924873 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e374759-61cb-49f9-8521-3516edf379a8 req-274e7ffa-0984-40c8-bf39-b9ebbcddda99 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:30.926508 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1e374759-61cb-49f9-8521-3516edf379a8 req-274e7ffa-0984-40c8-bf39-b9ebbcddda99 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 943 time: 0.1059520 Apr 12 20:13:30.947347 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91635e8e-95c3-448f-9aec-ebf9166bde5a req-bc5e2a5c-533d-4980-b7f9-4d56c1e7abc5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:30.948833 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-91635e8e-95c3-448f-9aec-ebf9166bde5a req-bc5e2a5c-533d-4980-b7f9-4d56c1e7abc5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 943 time: 0.1186259 Apr 12 20:13:31.022409 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1e374759-61cb-49f9-8521-3516edf379a8 req-13d28489-d248-4b4a-9e37-d0c42b81ff8a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901933 Apr 12 20:13:31.041028 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-91635e8e-95c3-448f-9aec-ebf9166bde5a req-f4256ad7-d0ed-4ba0-b694-c956b4d639f9 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791891 Apr 12 20:13:31.679529 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e29498-ff74-42db-957c-5211e54594ce req-6aad9b19-4ec9-4146-92c0-dc0f4b868053 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:31.681163 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10e29498-ff74-42db-957c-5211e54594ce req-6aad9b19-4ec9-4146-92c0-dc0f4b868053 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0587950 Apr 12 20:13:31.733546 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10e29498-ff74-42db-957c-5211e54594ce req-df355050-6a42-48f4-b6e3-1bd8d5ff8593 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453377 Apr 12 20:13:32.172278 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb0830-0950-436d-a709-14ba28fba43c req-b55b1b11-b8ce-46c0-bb08-c2a8e4950cc4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:32.173992 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebbb0830-0950-436d-a709-14ba28fba43c req-b55b1b11-b8ce-46c0-bb08-c2a8e4950cc4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 943 time: 0.0777483 Apr 12 20:13:32.182953 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acfc05-76e6-454f-b8ea-a8b5e6409854 req-ad49f029-3e69-492b-8d0c-7a49e0fae300 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:32.184342 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-94acfc05-76e6-454f-b8ea-a8b5e6409854 req-ad49f029-3e69-492b-8d0c-7a49e0fae300 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 943 time: 0.0768726 Apr 12 20:13:32.257322 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebbb0830-0950-436d-a709-14ba28fba43c req-7f1ecbe0-f4d0-47aa-95e4-35d1e923aba1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720515 Apr 12 20:13:32.260489 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-94acfc05-76e6-454f-b8ea-a8b5e6409854 req-5f587d83-4dfd-44e4-a011-be99850b5382 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697167 Apr 12 20:13:32.852688 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21275573-ecba-4189-88e0-7545ded6f1c4 req-ec459dec-62ea-421d-97ed-579e3459276a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:32.854134 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21275573-ecba-4189-88e0-7545ded6f1c4 req-ec459dec-62ea-421d-97ed-579e3459276a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0484273 Apr 12 20:13:32.900666 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21275573-ecba-4189-88e0-7545ded6f1c4 req-9863f5db-75fd-4d90-9c46-d440fd3e391b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409920 Apr 12 20:13:33.410419 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68a507-d2d5-4abd-acd2-bed5de9acd9c req-6d9626ae-068e-440a-aa36-ebe0caba6ca4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:33.412522 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df68a507-d2d5-4abd-acd2-bed5de9acd9c req-6d9626ae-068e-440a-aa36-ebe0caba6ca4 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 943 time: 0.0862837 Apr 12 20:13:33.430468 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98305d8-7b20-419d-b9e6-b50e17b8df1e req-c6b0e8c2-5275-469c-9304-cdb281e67794 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:33.431897 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b98305d8-7b20-419d-b9e6-b50e17b8df1e req-c6b0e8c2-5275-469c-9304-cdb281e67794 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 943 time: 0.0919566 Apr 12 20:13:33.494904 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df68a507-d2d5-4abd-acd2-bed5de9acd9c req-f8956f14-1f15-4e1b-81ad-ee17c09cf6b3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739636 Apr 12 20:13:33.519233 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b98305d8-7b20-419d-b9e6-b50e17b8df1e req-58f4ec61-21cf-4e24-a50e-f85de73f2547 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724754 Apr 12 20:13:34.019737 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0f3c-aaf7-46d4-8814-e89c4fa28d87 req-b6a58f9e-aba3-44b6-990f-9823f9e1c755 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:34.021347 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9cff0f3c-aaf7-46d4-8814-e89c4fa28d87 req-b6a58f9e-aba3-44b6-990f-9823f9e1c755 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0482800 Apr 12 20:13:34.073304 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9cff0f3c-aaf7-46d4-8814-e89c4fa28d87 req-9da8a8cc-a6cf-417e-b247-dc1397090b71 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462995 Apr 12 20:13:34.634189 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed527332-160f-4fd8-b270-5df9e2958afc req-aaa94077-0f4f-40c9-8c27-f10fac506758 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:34.635559 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ed527332-160f-4fd8-b270-5df9e2958afc req-aaa94077-0f4f-40c9-8c27-f10fac506758 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 943 time: 0.0711145 Apr 12 20:13:34.657114 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205414b2-bc48-4725-8e8f-90198d1eb0b6 req-369a2fb6-6151-4e51-b4b3-f4b9e386c5e1 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:34.658499 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-205414b2-bc48-4725-8e8f-90198d1eb0b6 req-369a2fb6-6151-4e51-b4b3-f4b9e386c5e1 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 943 time: 0.0650737 Apr 12 20:13:34.718550 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ed527332-160f-4fd8-b270-5df9e2958afc req-97b3dc6f-6946-4764-8952-5fd4c0a0aa46 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773599 Apr 12 20:13:34.730195 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-205414b2-bc48-4725-8e8f-90198d1eb0b6 req-483f8502-c737-494e-8c9b-7c1ecd1c64a8 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656917 Apr 12 20:13:35.195703 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7833cb1-461a-4844-926e-4fecbf58a962 req-4080e1a2-9b3a-47e4-ad48-2fd97e66919b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:35.197135 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f7833cb1-461a-4844-926e-4fecbf58a962 req-4080e1a2-9b3a-47e4-ad48-2fd97e66919b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0511792 Apr 12 20:13:35.242355 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f7833cb1-461a-4844-926e-4fecbf58a962 req-6e32259a-2265-44d0-b8b7-422806734c07 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397775 Apr 12 20:13:35.859124 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c87ba9-e477-4fea-81f5-b3075ecbf1e3 req-ef54dd6b-82a2-4d08-885c-3452fad48ab0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:35.860620 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-79c87ba9-e477-4fea-81f5-b3075ecbf1e3 req-ef54dd6b-82a2-4d08-885c-3452fad48ab0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 943 time: 0.0736146 Apr 12 20:13:35.869165 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea6f21-313b-4794-b552-e6a0305fc5a0 req-405f83ae-ae16-48e7-9120-c2816e722f24 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:35.870514 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7eea6f21-313b-4794-b552-e6a0305fc5a0 req-405f83ae-ae16-48e7-9120-c2816e722f24 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 943 time: 0.0749011 Apr 12 20:13:35.943176 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-79c87ba9-e477-4fea-81f5-b3075ecbf1e3 req-4b6b7085-920e-4eb8-9537-6472db51d0c0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717289 Apr 12 20:13:35.955293 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7eea6f21-313b-4794-b552-e6a0305fc5a0 req-ab8a2206-797e-4f04-913f-a5db6da3f84b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782051 Apr 12 20:13:35.972519 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ce26a698-2f99-4d8a-9197-c27c504c1bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:36.358569 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62d710-68c1-4b97-9a7a-a731dfea2fe6 req-55d81a98-a277-4a39-8fcc-c8eaceaa0641 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:36.360026 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ec62d710-68c1-4b97-9a7a-a731dfea2fe6 req-55d81a98-a277-4a39-8fcc-c8eaceaa0641 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0468979 Apr 12 20:13:36.408432 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ec62d710-68c1-4b97-9a7a-a731dfea2fe6 req-ecfddb78-c31b-4b0c-a78f-6b34ad78d6fc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408144 Apr 12 20:13:36.880229 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:13:36.980415 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,segment=NetworkSegment(6dfc2847-289f-4fb1-92d4-57bf15cba9fb),segment_id=6dfc2847-289f-4fb1-92d4-57bf15cba9fb)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:36.995381 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'port_id': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9', 'mac_address': 'fa:16:3e:86:61:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50de082a-31e4-4091-bb14-efd82acb9199', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:13:37.033504 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:13:37.033892 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:37.047743 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:13:37.069072 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,segment=NetworkSegment(6dfc2847-289f-4fb1-92d4-57bf15cba9fb),segment_id=6dfc2847-289f-4fb1-92d4-57bf15cba9fb)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:37.075132 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:37.076473 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 39d75c84-9835-43ea-86e3-140f61220184 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:13:37.121469 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260aa17-f210-42f9-9a07-d22a49cdcd2c req-3527684a-7385-40a9-b9b8-5386fca99da2 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.123060 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f260aa17-f210-42f9-9a07-d22a49cdcd2c req-3527684a-7385-40a9-b9b8-5386fca99da2 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 943 time: 0.0978324 Apr 12 20:13:37.132032 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a13bf7-dc99-4469-83e4-235aff57ad03 req-8cd80004-3dee-4dc8-b2ee-72639534af8a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.133621 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f7a13bf7-dc99-4469-83e4-235aff57ad03 req-8cd80004-3dee-4dc8-b2ee-72639534af8a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 943 time: 0.1190174 Apr 12 20:13:37.137828 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:37.161997 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911f7f8-6601-4b68-b8e8-71310b5290c7 req-515877c7-b56b-49a1-bc0d-b298efee32de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.163922 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c911f7f8-6601-4b68-b8e8-71310b5290c7 req-515877c7-b56b-49a1-bc0d-b298efee32de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 1127 time: 0.0925553 Apr 12 20:13:37.251652 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 39d75c84-9835-43ea-86e3-140f61220184, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=39d75c84-9835-43ea-86e3-140f61220184,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:37.264992 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '39d75c84-9835-43ea-86e3-140f61220184', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'port_id': '39d75c84-9835-43ea-86e3-140f61220184', 'mac_address': 'fa:16:3e:2b:27:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:13:37.276384 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f260aa17-f210-42f9-9a07-d22a49cdcd2c req-9102efc2-7d0a-4dd4-99b7-c928db559b8f tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398816 Apr 12 20:13:37.288932 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f7a13bf7-dc99-4469-83e4-235aff57ad03 req-d7fce0f5-2ac4-4321-9138-a6932fe8ee81 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357515 Apr 12 20:13:37.326015 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 39d75c84-9835-43ea-86e3-140f61220184 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:13:37.326425 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911f7f8-6601-4b68-b8e8-71310b5290c7 req-3be9bde1-ffc7-43bd-9c58-f7f924630b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.326578 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (39d75c84-9835-43ea-86e3-140f61220184), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:37.328173 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c911f7f8-6601-4b68-b8e8-71310b5290c7 req-3be9bde1-ffc7-43bd-9c58-f7f924630b8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 919 time: 0.1552835 Apr 12 20:13:37.341445 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d75c84-9835-43ea-86e3-140f61220184 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:13:37.364846 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 39d75c84-9835-43ea-86e3-140f61220184, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=39d75c84-9835-43ea-86e3-140f61220184,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:37.369548 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (39d75c84-9835-43ea-86e3-140f61220184), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:37.386366 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c911f7f8-6601-4b68-b8e8-71310b5290c7 req-1e9f51c2-2202-46a4-989f-104d8662157b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39d75c84-9835-43ea-86e3-140f61220184 HTTP/1.1" status: 200 len: 217 time: 0.0451117 Apr 12 20:13:37.417406 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=39d75c84-9835-43ea-86e3-140f61220184,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:37.523195 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a91378-69b5-4c29-a3d0-494ca4f62c1b req-5823ad4b-e9ad-4eb6-83c3-479c173a070a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.526132 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-08a91378-69b5-4c29-a3d0-494ca4f62c1b req-5823ad4b-e9ad-4eb6-83c3-479c173a070a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0479813 Apr 12 20:13:37.577628 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-08a91378-69b5-4c29-a3d0-494ca4f62c1b req-9bb66724-7fb2-4fc0-8dd9-0fc8e768be0b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459571 Apr 12 20:13:37.691727 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41052) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:37.743986 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_v2 [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Deleting subnet 43769a94-30cf-4ba8-9054-0fa24e3f93b3 {{(pid=103445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:13:37.747800 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Publish callbacks [] for subnet (43769a94-30cf-4ba8-9054-0fa24e3f93b3), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:37.750177 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911f7f8-6601-4b68-b8e8-71310b5290c7 req-6d92cc43-38b9-456b-ac87-a46244ddc0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.751906 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c911f7f8-6601-4b68-b8e8-71310b5290c7 req-6d92cc43-38b9-456b-ac87-a46244ddc0af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.1087432 Apr 12 20:13:37.753025 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-978725be-fe04-4109-8180-4eb94942d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.754388 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-978725be-fe04-4109-8180-4eb94942d01f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f&tenant_id=36239d1c41ef42b1b707d6cf657711ee HTTP/1.1" status: 200 len: 1127 time: 0.0843630 Apr 12 20:13:37.788242 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067075257'] for subnet (43769a94-30cf-4ba8-9054-0fa24e3f93b3), precommit_delete_associations {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:37.821504 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:13:37.835629 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (43769a94-30cf-4ba8-9054-0fa24e3f93b3), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:37.844375 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911f7f8-6601-4b68-b8e8-71310b5290c7 req-023a9bbf-d2f6-40fd-9238-ac8bc3ac2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.846480 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c911f7f8-6601-4b68-b8e8-71310b5290c7 req-023a9bbf-d2f6-40fd-9238-ac8bc3ac2e54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749688 Apr 12 20:13:37.847865 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-39d43ba6-e335-4854-af07-17ab97c07ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.849581 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-39d43ba6-e335-4854-af07-17ab97c07ab5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36239d1c41ef42b1b707d6cf657711ee&device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 1127 time: 0.0685027 Apr 12 20:13:37.908555 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067086246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067101208'] for subnet (43769a94-30cf-4ba8-9054-0fa24e3f93b3), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:37.959701 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:37.964824 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/43769a94-30cf-4ba8-9054-0fa24e3f93b3 HTTP/1.1" status: 204 len: 168 time: 0.2711372 Apr 12 20:13:37.966893 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43769a94-30cf-4ba8-9054-0fa24e3f93b3,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:37.969711 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-8028d28d-eb26-4a4f-afa7-6263a3e78e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:37.971185 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-8028d28d-eb26-4a4f-afa7-6263a3e78e85 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de93d020-fd87-43f9-9b84-c46a616eebc8 HTTP/1.1" status: 200 len: 917 time: 0.1041656 Apr 12 20:13:37.971661 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 41062) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:37.972957 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['39d75c84-9835-43ea-86e3-140f61220184'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:13:37.980327 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.981152 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.981704 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.982260 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.982938 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.983507 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.984620 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.985119 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.985551 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.986012 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.986922 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.987380 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.987875 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.989395 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:37.990017 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37933482-595f-4b57-881d-54cdda0ae75c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.135808 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (637139fb-61d9-423a-b209-d892d50a5599), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:38.145967 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-17c37681-dda8-4c8d-a99a-9f807ef73ddc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b HTTP/1.1" status: 200 len: 999 time: 0.1404593 Apr 12 20:13:38.224704 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c911f7f8-6601-4b68-b8e8-71310b5290c7 req-93346132-a3e1-44d9-ad6e-0b7b9cb792e4 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662670 Apr 12 20:13:38.257780 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-9775f2bf-9eb7-4d21-b02a-82c60239632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:38.259155 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-9775f2bf-9eb7-4d21-b02a-82c60239632d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=949bc912-0fa2-4a4f-93d6-8e76c474a8f3 HTTP/1.1" status: 200 len: 855 time: 0.1049683 Apr 12 20:13:38.451606 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-adbc4b11-0fb0-491a-9f71-853a56d57ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:38.595713 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (637139fb-61d9-423a-b209-d892d50a5599), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:38.691084 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637139fb-61d9-423a-b209-d892d50a5599']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:38.695376 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-a89d6bfb-3ea3-4b59-b398-c5d7e497f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:38.696945 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-a89d6bfb-3ea3-4b59-b398-c5d7e497f3f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de93d020-fd87-43f9-9b84-c46a616eebc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4274807 Apr 12 20:13:38.712906 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223d2073-8909-4e95-b969-79d0235afea2') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:38.713139 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223d2073-8909-4e95-b969-79d0235afea2') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:38.720381 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55e1d2-9d4d-4fe6-ab17-32d0dc30a6c5 req-eb1d678d-e69f-4e09-9b36-91a9af0dcd49 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:38.721799 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd55e1d2-9d4d-4fe6-ab17-32d0dc30a6c5 req-eb1d678d-e69f-4e09-9b36-91a9af0dcd49 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 944 time: 0.1278460 Apr 12 20:13:38.734502 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22985b9e-0b3a-4d50-bd04-55e8d9396868 req-798ece11-dbbf-467c-9dd8-b31697ddacd8 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:38.735914 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-22985b9e-0b3a-4d50-bd04-55e8d9396868 req-798ece11-dbbf-467c-9dd8-b31697ddacd8 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 944 time: 0.1450946 Apr 12 20:13:38.747679 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066142187'] for segment (223d2073-8909-4e95-b969-79d0235afea2), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:38.781447 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c911f7f8-6601-4b68-b8e8-71310b5290c7 req-77889f77-dbaf-4a5c-973f-13f050dbbc4d service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403280 Apr 12 20:13:38.782355 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (223d2073-8909-4e95-b969-79d0235afea2), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:38.799039 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:13:38.799431 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065568509'] for segment (223d2073-8909-4e95-b969-79d0235afea2), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: Traceback (most recent call last): Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: timer() Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: cb(*args, **kw) Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: self._notify() Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: self.callback(batched_events) Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: event.method(event) Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: return f(self, *a, **k) Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._get(url).json() Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:13:38.802757 dv-cinder-837542-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:13:38.884395 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd55e1d2-9d4d-4fe6-ab17-32d0dc30a6c5 req-d3ba8f57-5f5a-4385-aad8-3d373acdaf93 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433225 Apr 12 20:13:38.891613 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-22985b9e-0b3a-4d50-bd04-55e8d9396868 req-776ca5c6-baea-4d70-95e9-95997fd79a3b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420875 Apr 12 20:13:38.900894 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (637139fb-61d9-423a-b209-d892d50a5599), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:38.912003 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:38.915109 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/637139fb-61d9-423a-b209-d892d50a5599 HTTP/1.1" status: 204 len: 168 time: 0.9367001 Apr 12 20:13:38.926915 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=637139fb-61d9-423a-b209-d892d50a5599,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:38.935265 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.935617 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.936101 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.936481 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.936821 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.937156 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.937507 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.937816 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.938146 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.938476 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.938803 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.939132 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.939457 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.939811 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:38.940140 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6780ac-2dca-4893-a2f1-ac7de456dbd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:39.015338 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4ef54-2fa2-40ce-bf5e-1ce6e85e20e3 req-c2cf9c42-6e71-4137-82af-5fd8b04c78f0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:39.015338 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-81b4ef54-2fa2-40ce-bf5e-1ce6e85e20e3 req-c2cf9c42-6e71-4137-82af-5fd8b04c78f0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0525026 Apr 12 20:13:39.066365 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-81b4ef54-2fa2-40ce-bf5e-1ce6e85e20e3 req-f705cf30-9956-4061-910b-7487146c67f2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512822 Apr 12 20:13:39.108126 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 41078) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:39.147094 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-bc7b927a-05dd-4e05-a445-966270e6a6d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=731857c6747546a18421fdc82c27f26b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377712 Apr 12 20:13:39.149334 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 41080) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:39.196642 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cff9b126-7ba8-4e97-a3ec-d9d4123af57b admin admin] Publish callbacks [] for security_group (c797006c-82a5-447b-af1a-e8294bc42588), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:39.220784 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cff9b126-7ba8-4e97-a3ec-d9d4123af57b admin admin] Publish callbacks [] for security_group (c797006c-82a5-447b-af1a-e8294bc42588), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:39.270699 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cff9b126-7ba8-4e97-a3ec-d9d4123af57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c797006c-82a5-447b-af1a-e8294bc42588), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:39.273202 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cff9b126-7ba8-4e97-a3ec-d9d4123af57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:39.274372 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-cff9b126-7ba8-4e97-a3ec-d9d4123af57b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c797006c-82a5-447b-af1a-e8294bc42588 HTTP/1.1" status: 204 len: 168 time: 0.1241684 Apr 12 20:13:39.282011 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9b126-7ba8-4e97-a3ec-d9d4123af57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c797006c-82a5-447b-af1a-e8294bc42588,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:39.553932 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:40.030566 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629a8d6-53ca-482d-b630-eec93475465f req-bba902c7-cfb5-4453-9392-4c8e6a73346f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:40.032049 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5629a8d6-53ca-482d-b630-eec93475465f req-bba902c7-cfb5-4453-9392-4c8e6a73346f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 944 time: 0.0771277 Apr 12 20:13:40.038624 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6ea4a-91fa-4705-a5c6-3cd87ccf3178 req-9f5b55eb-da1c-4ff6-a686-ab3b0599b69d tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:40.040014 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fab6ea4a-91fa-4705-a5c6-3cd87ccf3178 req-9f5b55eb-da1c-4ff6-a686-ab3b0599b69d tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 944 time: 0.0729687 Apr 12 20:13:40.115359 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5629a8d6-53ca-482d-b630-eec93475465f req-1cfcb4ce-c81b-43f7-99a0-4ea5ac19ecc5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743725 Apr 12 20:13:40.118870 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fab6ea4a-91fa-4705-a5c6-3cd87ccf3178 req-ea713b98-2d9b-450d-af9f-5e4072ee47a7 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722134 Apr 12 20:13:40.231183 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d48e0-3cdb-46aa-ade5-a383fdf65658 req-ce8dc633-fa77-4416-8863-51779d242bc0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:40.231183 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-172d48e0-3cdb-46aa-ade5-a383fdf65658 req-ce8dc633-fa77-4416-8863-51779d242bc0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0497622 Apr 12 20:13:40.289944 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-172d48e0-3cdb-46aa-ade5-a383fdf65658 req-44a3103b-f552-480a-9bcd-c33bbe5ebc1e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493834 Apr 12 20:13:40.714789 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:41.308903 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eea72c-df6f-4ef2-92bc-2879295b5e52 req-015fa76a-4fdd-42cb-b4e9-19d17543ad12 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:41.310687 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21eea72c-df6f-4ef2-92bc-2879295b5e52 req-015fa76a-4fdd-42cb-b4e9-19d17543ad12 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 944 time: 0.1242707 Apr 12 20:13:41.321210 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477a863-ccfa-42b3-815a-10617e73d5d6 req-7c1217f9-9ee6-45db-bb9c-e062e3f5f656 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:41.322638 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6477a863-ccfa-42b3-815a-10617e73d5d6 req-7c1217f9-9ee6-45db-bb9c-e062e3f5f656 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 944 time: 0.1333022 Apr 12 20:13:41.375732 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-1bc1b897-eca7-4d29-afb4-f337be1c6fba service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970682 Apr 12 20:13:41.472118 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21eea72c-df6f-4ef2-92bc-2879295b5e52 req-5d6b8ae9-43ce-46bd-afcd-ea5ab0e0bcef tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471140 Apr 12 20:13:41.477255 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6477a863-ccfa-42b3-815a-10617e73d5d6 req-2e86c9e4-5627-4cf5-8157-098b2e5ea366 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488087 Apr 12 20:13:41.513065 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-349abde1-0d54-41d8-8d54-b16f80d889c9 req-f2cfeb9f-fe71-4ffe-878e-7e503d64b4dc service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289597 Apr 12 20:13:41.588744 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdff20-47f8-4d71-9656-a58558f66dae req-03732701-63f7-44ff-be4e-4b5fb2020359 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:41.590534 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-abcdff20-47f8-4d71-9656-a58558f66dae req-03732701-63f7-44ff-be4e-4b5fb2020359 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0554819 Apr 12 20:13:41.639908 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-abcdff20-47f8-4d71-9656-a58558f66dae req-accb153d-832d-4ad1-9154-97dfc60b2077 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433114 Apr 12 20:13:41.925632 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 39d75c84-9835-43ea-86e3-140f61220184 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:13:41.972184 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 39d75c84-9835-43ea-86e3-140f61220184 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:13:41.980269 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 39d75c84-9835-43ea-86e3-140f61220184 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:13:41.980730 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (39d75c84-9835-43ea-86e3-140f61220184), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:42.248972 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 39d75c84-9835-43ea-86e3-140f61220184 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:13:42.250144 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (39d75c84-9835-43ea-86e3-140f61220184), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:42.288443 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 39d75c84-9835-43ea-86e3-140f61220184, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=39d75c84-9835-43ea-86e3-140f61220184,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:42.289898 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d75c84-9835-43ea-86e3-140f61220184'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:13:42.293330 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecabbe8-0973-4361-93af-1a8a69a25b12" -d '{"events": [{"server_uuid": "2feb8d2a-da17-4769-a54c-2edeb2e28af2", "name": "network-vif-plugged", "status": "completed", "tag": "39d75c84-9835-43ea-86e3-140f61220184"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:13:42.298635 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (39d75c84-9835-43ea-86e3-140f61220184), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:42.299786 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:13:42.350077 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f027e90-ae50-45d0-bead-2c8d3df676f3 x-openstack-request-id: req-9f027e90-ae50-45d0-bead-2c8d3df676f3 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:13:42.350397 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2feb8d2a-da17-4769-a54c-2edeb2e28af2", "name": "network-vif-plugged", "status": "completed", "tag": "39d75c84-9835-43ea-86e3-140f61220184", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:13:42.350657 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f027e90-ae50-45d0-bead-2c8d3df676f3 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:13:42.351083 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f027e90-ae50-45d0-bead-2c8d3df676f3'] response: {'server_uuid': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d75c84-9835-43ea-86e3-140f61220184', 'code': 200} Apr 12 20:13:42.409850 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=39d75c84-9835-43ea-86e3-140f61220184,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:42.444751 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:13:42.456727 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:13:42.457300 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:42.612641 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:13:42.613046 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:42.671931 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:42.689811 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,segment=NetworkSegment(6dfc2847-289f-4fb1-92d4-57bf15cba9fb),segment_id=6dfc2847-289f-4fb1-92d4-57bf15cba9fb)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:42.695841 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:42.741367 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b56a2-ce00-4884-9c12-c6e3660c106e req-fb55ef34-5df1-4c90-965f-3dc00ab04e0b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:42.754681 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:42.761131 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f40b56a2-ce00-4884-9c12-c6e3660c106e req-fb55ef34-5df1-4c90-965f-3dc00ab04e0b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 944 time: 0.1532812 Apr 12 20:13:42.852558 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036dea9d-4e61-4930-84d6-1f5928f84fd8 req-f28c370b-c3d6-497d-b55f-6a482cfa20f2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:42.854465 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-036dea9d-4e61-4930-84d6-1f5928f84fd8 req-f28c370b-c3d6-497d-b55f-6a482cfa20f2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.1390538 Apr 12 20:13:42.896827 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f40b56a2-ce00-4884-9c12-c6e3660c106e req-012db6ad-afd8-4c72-87de-7963a09a676a tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339233 Apr 12 20:13:42.944844 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-036dea9d-4e61-4930-84d6-1f5928f84fd8 req-ec29c82a-591a-4629-9b34-45ab21a12fb5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826735 Apr 12 20:13:43.018853 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-f8d2b987-97f8-4ffe-ac6e-7b2b4285ddfc tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=af6aa2d1b0af4f84be0e4f50028b1b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362368 Apr 12 20:13:43.164098 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45ae39-97af-4ad6-8fd4-4bb19cd4a811 req-8dc83189-6056-4b0b-b45a-85ab0d6f702b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:43.165626 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ec45ae39-97af-4ad6-8fd4-4bb19cd4a811 req-8dc83189-6056-4b0b-b45a-85ab0d6f702b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.1498368 Apr 12 20:13:43.277021 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-9292559b-f552-4e60-8b80-552b40d08e75 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:43.278510 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-9292559b-f552-4e60-8b80-552b40d08e75 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514646 Apr 12 20:13:43.281705 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ec45ae39-97af-4ad6-8fd4-4bb19cd4a811 req-3143020d-24c8-4fe8-b750-448760b0d8fe tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094563 Apr 12 20:13:43.311743 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-50f6494c-e0a6-4b21-9dcd-7137ecc0a300 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/quotas/af6aa2d1b0af4f84be0e4f50028b1b65 HTTP/1.1" status: 200 len: 375 time: 0.0207036 Apr 12 20:13:43.345169 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-c9e2f2f1-5018-447d-a5a5-ec6aecdb3520 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=af6aa2d1b0af4f84be0e4f50028b1b65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278344 Apr 12 20:13:43.438812 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:13:43.544780 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6c56e186-b9d6-49d3-be4d-904867628eaf req-728363d6-8817-4452-9b2b-1f8d87922dde tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 210 time: 0.0358441 Apr 12 20:13:44.083027 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf7a7-631b-4bbe-994a-2a7d0092c79f req-7869a60f-7c2d-483a-82c9-328058a7261a tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:44.084837 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c3ebf7a7-631b-4bbe-994a-2a7d0092c79f req-7869a60f-7c2d-483a-82c9-328058a7261a tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.1112814 Apr 12 20:13:44.093277 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3356df-c571-48b8-a6af-002874700198 req-d6b41452-5fce-464a-b575-2d978c2c1513 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:44.094670 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b3356df-c571-48b8-a6af-002874700198 req-d6b41452-5fce-464a-b575-2d978c2c1513 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0615854 Apr 12 20:13:44.172610 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c3ebf7a7-631b-4bbe-994a-2a7d0092c79f req-47d79f19-9bf4-4712-a032-d1623f9701e1 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769706 Apr 12 20:13:44.176431 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b3356df-c571-48b8-a6af-002874700198 req-2fcb2334-f3d2-43b7-82e4-ac30fe32de0d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745232 Apr 12 20:13:44.352786 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:13:44.355905 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c00cac4-edab-4b3e-82cb-e0a9cd2f071e" -d '{"events": [{"server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "name": "network-vif-plugged", "status": "completed", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:13:44.397013 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b84f0c9-fd55-4f23-bce1-8d9eea3c365d x-openstack-request-id: req-5b84f0c9-fd55-4f23-bce1-8d9eea3c365d {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:13:44.397313 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "name": "network-vif-plugged", "status": "completed", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:13:44.397624 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b84f0c9-fd55-4f23-bce1-8d9eea3c365d {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:13:44.397971 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b84f0c9-fd55-4f23-bce1-8d9eea3c365d'] response: {'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9', 'code': 200} Apr 12 20:13:44.436017 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96cafe-31cb-46c2-aff2-c45b5d62dd94 req-0507faa4-b079-4d92-8c45-1dfa99edbe4d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:44.440760 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a96cafe-31cb-46c2-aff2-c45b5d62dd94 req-0507faa4-b079-4d92-8c45-1dfa99edbe4d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0669680 Apr 12 20:13:44.490551 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a96cafe-31cb-46c2-aff2-c45b5d62dd94 req-4212424d-5137-4339-bbd4-e95f08a0d0c6 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453994 Apr 12 20:13:44.652111 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d55352e-eaec-4b2b-ad3b-7559bbb76027 req-ee20433b-b82f-44f8-8719-ff3cf3881f75 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 210 time: 0.0299265 Apr 12 20:13:45.340286 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e781568-6979-4cb6-a822-33bfd178c5fd req-b0315856-3888-4d86-ac01-d6dc01108c68 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:45.341733 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0e781568-6979-4cb6-a822-33bfd178c5fd req-b0315856-3888-4d86-ac01-d6dc01108c68 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0771775 Apr 12 20:13:45.350666 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b416f-10ed-4f79-af05-4fb3ec776ccb req-fc1c6e0f-5cca-4525-9cf5-83bb6af40e61 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:45.352057 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2a4b416f-10ed-4f79-af05-4fb3ec776ccb req-fc1c6e0f-5cca-4525-9cf5-83bb6af40e61 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0788207 Apr 12 20:13:45.426782 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0e781568-6979-4cb6-a822-33bfd178c5fd req-6f7dadd6-5f5d-4cd3-81fb-0e23134d6d5b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735471 Apr 12 20:13:45.429623 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2a4b416f-10ed-4f79-af05-4fb3ec776ccb req-e70a690f-15e4-4d4b-badf-a4e7ecd2311d tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707352 Apr 12 20:13:45.622050 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d306355-6cd3-49d0-bc85-46767060bc3f req-a001e4c2-1bc7-47af-98e4-09022a6f0a91 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:45.624036 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d306355-6cd3-49d0-bc85-46767060bc3f req-a001e4c2-1bc7-47af-98e4-09022a6f0a91 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0560830 Apr 12 20:13:45.685015 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d306355-6cd3-49d0-bc85-46767060bc3f req-8d34a4b3-945a-4f06-b4c6-a7ddb75287d2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552003 Apr 12 20:13:45.765354 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6544af9f-beec-4e04-b2df-8b6bb21eda6b req-5b33d9e9-7bb8-4d53-b758-b73a4fb71326 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 210 time: 0.0281796 Apr 12 20:13:46.580125 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e793438-7a07-4890-b3e1-13b9bee55c5b req-af24d56c-7de3-4b01-9668-57870ea4bcc7 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:46.581772 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4e793438-7a07-4890-b3e1-13b9bee55c5b req-af24d56c-7de3-4b01-9668-57870ea4bcc7 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0778377 Apr 12 20:13:46.590796 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e7b28-9a22-43c0-a989-6e64f4fb950c req-5e8a92d8-b59b-45ad-a2ed-31f2d01c8879 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:46.592274 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-950e7b28-9a22-43c0-a989-6e64f4fb950c req-5e8a92d8-b59b-45ad-a2ed-31f2d01c8879 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0785203 Apr 12 20:13:46.671807 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4e793438-7a07-4890-b3e1-13b9bee55c5b req-b3a12cc5-28f1-445f-bf59-708f1e2179ab tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785682 Apr 12 20:13:46.675287 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-950e7b28-9a22-43c0-a989-6e64f4fb950c req-14cb9c7a-558c-4e72-a547-6dc56177f3fb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751369 Apr 12 20:13:46.848052 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c811a5-8afa-41e5-bf61-84efa8340654 req-38ea6541-7ee8-4114-a9e9-143b79b226b8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:46.849811 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a2c811a5-8afa-41e5-bf61-84efa8340654 req-38ea6541-7ee8-4114-a9e9-143b79b226b8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0778472 Apr 12 20:13:46.906722 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30159218-6d4a-44a0-ba59-6535f317c71b req-da4b90a7-a477-45e3-a40f-3b5257089113 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 210 time: 0.0366783 Apr 12 20:13:46.938195 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a2c811a5-8afa-41e5-bf61-84efa8340654 req-15359b6e-0d56-47ee-9d1d-010c258ec7b5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768025 Apr 12 20:13:47.833885 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15545f4-5ebc-4c00-ba29-18b77a7644fe req-7fe8fef8-b293-4fb0-b524-e4171373bc9f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:47.835426 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b15545f4-5ebc-4c00-ba29-18b77a7644fe req-7fe8fef8-b293-4fb0-b524-e4171373bc9f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0515842 Apr 12 20:13:47.858841 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71f0a0-781d-4f30-a2be-a9e88292dcd2 req-c5b57352-601a-47f5-80be-ffe574f40dae tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:47.860421 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd71f0a0-781d-4f30-a2be-a9e88292dcd2 req-c5b57352-601a-47f5-80be-ffe574f40dae tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.1077156 Apr 12 20:13:47.929704 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b15545f4-5ebc-4c00-ba29-18b77a7644fe req-a2baccf2-cf99-4052-9528-815d9b2949ad tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819180 Apr 12 20:13:47.958611 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd71f0a0-781d-4f30-a2be-a9e88292dcd2 req-2427aa95-653d-4a3a-8edf-ff70508bce71 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813992 Apr 12 20:13:48.043334 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d8c653fe-4a33-4214-b13a-25dd3dc8bc56 req-95829d5a-707a-412a-a65d-be0f349a6664 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 210 time: 0.0315959 Apr 12 20:13:48.095883 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38671ab6-d973-4cd4-93f5-432c2529080c req-2ccdd710-22b6-4c05-87e0-1449c7137211 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:48.098280 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-38671ab6-d973-4cd4-93f5-432c2529080c req-2ccdd710-22b6-4c05-87e0-1449c7137211 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0533056 Apr 12 20:13:48.157155 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-38671ab6-d973-4cd4-93f5-432c2529080c req-1d91df13-794b-4c7b-8cd4-bcf0fccc1fdd tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528238 Apr 12 20:13:49.086314 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05531c94-4b5d-4f7b-90f3-a74dc1c08d9c req-b0aa7895-7ad8-4dbf-a9c7-eb475062e816 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:49.088036 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-05531c94-4b5d-4f7b-90f3-a74dc1c08d9c req-b0aa7895-7ad8-4dbf-a9c7-eb475062e816 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0872636 Apr 12 20:13:49.100206 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff951f-e1fc-4439-90f9-9d7cdd99c0ff req-02911bfc-6e2b-4db8-8e9b-b86b0ad0c195 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:49.101839 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9eff951f-e1fc-4439-90f9-9d7cdd99c0ff req-02911bfc-6e2b-4db8-8e9b-b86b0ad0c195 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0656831 Apr 12 20:13:49.180083 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-05531c94-4b5d-4f7b-90f3-a74dc1c08d9c req-0ff0f561-9c1d-413d-b6b8-e79a40e8aaee tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771108 Apr 12 20:13:49.183324 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9eff951f-e1fc-4439-90f9-9d7cdd99c0ff req-acfdad8f-074b-4ef3-a608-d4fd2e1bfd55 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746901 Apr 12 20:13:49.297135 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01fbd65e-a646-4eed-841b-477810a96afd req-b3debd96-66f1-4518-a7a2-832be16b52f5 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 210 time: 0.0434198 Apr 12 20:13:49.335467 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e79831-87bd-4085-bba1-15950dd3b527 req-e47801ad-467a-477d-ba33-3d77424b7efb tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:49.337192 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30e79831-87bd-4085-bba1-15950dd3b527 req-e47801ad-467a-477d-ba33-3d77424b7efb tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0701737 Apr 12 20:13:49.396272 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30e79831-87bd-4085-bba1-15950dd3b527 req-64493802-e378-40f8-a9a7-6da6dc981828 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519676 Apr 12 20:13:50.325313 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66a4b-ac91-4c22-a474-4de39f9bee1a req-1e507ed7-9fb2-440d-bf90-7ea6a5c9e3e2 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:50.326771 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-66c66a4b-ac91-4c22-a474-4de39f9bee1a req-1e507ed7-9fb2-440d-bf90-7ea6a5c9e3e2 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0764420 Apr 12 20:13:50.332733 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be926413-08e1-40ae-9869-209267348ce5 req-201a55cf-e5c7-4493-a0f7-cabf4a7344ff tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:50.334760 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-be926413-08e1-40ae-9869-209267348ce5 req-201a55cf-e5c7-4493-a0f7-cabf4a7344ff tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0751693 Apr 12 20:13:50.405460 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-be926413-08e1-40ae-9869-209267348ce5 req-4b714263-c78f-4088-888a-81ce373cabb2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640337 Apr 12 20:13:50.408423 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-66c66a4b-ac91-4c22-a474-4de39f9bee1a req-cd81085c-4a35-48ab-be51-5495dd3e0157 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727746 Apr 12 20:13:50.515391 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0a813495-adb8-45ee-9139-137421af68b0 req-8d1392bd-afcf-4eb0-987a-cd0ac1e574e1 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 210 time: 0.0562279 Apr 12 20:13:50.552676 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8435cb-c697-4291-b636-e75841d8c4a8 req-28ae48d5-0bf3-4ed3-b122-e717a1a4a882 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:50.554146 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd8435cb-c697-4291-b636-e75841d8c4a8 req-28ae48d5-0bf3-4ed3-b122-e717a1a4a882 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0819645 Apr 12 20:13:50.600724 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd8435cb-c697-4291-b636-e75841d8c4a8 req-f15e969d-0288-4c35-a686-c72bc28be3e2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410490 Apr 12 20:13:51.396103 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:51.547230 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bf917-59f8-49e6-9240-9943cc67eb3c req-6927b39a-0173-4f35-9193-0e09d0c36a54 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:51.548984 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e3bf917-59f8-49e6-9240-9943cc67eb3c req-6927b39a-0173-4f35-9193-0e09d0c36a54 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0754373 Apr 12 20:13:51.575842 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48ad33-c098-4947-aade-689a1bac3d8c req-180f7c2d-6c41-4dcb-b371-48a2259ccc3e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:51.577295 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df48ad33-c098-4947-aade-689a1bac3d8c req-180f7c2d-6c41-4dcb-b371-48a2259ccc3e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0731261 Apr 12 20:13:51.623648 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e3bf917-59f8-49e6-9240-9943cc67eb3c req-88e54e6f-af62-4d37-b08c-ec5854287563 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689015 Apr 12 20:13:51.660351 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df48ad33-c098-4947-aade-689a1bac3d8c req-c5ac9875-ca22-4674-b877-b7fe8022a100 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744741 Apr 12 20:13:51.749060 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9661a568-2848-4b2d-93ea-ec8e76f3c943 req-c9f77438-33a3-42c0-abc7-ae717865c0a6 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 210 time: 0.0419517 Apr 12 20:13:51.787408 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f7d27-7426-4960-b326-61c9c62e929a req-d0a7e672-23a8-4fe7-abae-bfb17b347464 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:51.788875 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d3f7d27-7426-4960-b326-61c9c62e929a req-d0a7e672-23a8-4fe7-abae-bfb17b347464 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0652990 Apr 12 20:13:51.836176 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d3f7d27-7426-4960-b326-61c9c62e929a req-06f34ec4-e10a-437e-bfa4-fd7d4ddbfc8e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417664 Apr 12 20:13:52.069126 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92eca3-aa3d-466d-921e-adb79d21b4cc req-b573907e-f495-46f8-978a-d5417783e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:52.070664 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9c92eca3-aa3d-466d-921e-adb79d21b4cc req-b573907e-f495-46f8-978a-d5417783e6a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 1129 time: 0.0704751 Apr 12 20:13:52.073977 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46961e-e8b3-416b-9d5d-18c8c7c57041 req-676f7514-00c7-458e-9c67-243100073b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:52.075344 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1e46961e-e8b3-416b-9d5d-18c8c7c57041 req-676f7514-00c7-458e-9c67-243100073b53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 1129 time: 0.0739391 Apr 12 20:13:52.366741 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9c92eca3-aa3d-466d-921e-adb79d21b4cc req-8ce2070e-02bc-4053-969a-18a0db1b0c8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624812 Apr 12 20:13:52.377295 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1e46961e-e8b3-416b-9d5d-18c8c7c57041 req-6e218467-28a7-4dc3-a50a-f3236e75a792 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662258 Apr 12 20:13:52.773652 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2ffc6-a358-4bef-a117-ad45cad1f403 req-02d92d9d-223b-49f0-84c7-48d72e115a38 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:52.775115 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-42d2ffc6-a358-4bef-a117-ad45cad1f403 req-02d92d9d-223b-49f0-84c7-48d72e115a38 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0745974 Apr 12 20:13:52.785681 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01273ff5-dde8-4a7e-9ffd-cbca3ca3c89f req-31772712-16a6-4860-af54-77fb5f91edbe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:52.787652 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01273ff5-dde8-4a7e-9ffd-cbca3ca3c89f req-31772712-16a6-4860-af54-77fb5f91edbe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0581419 Apr 12 20:13:52.863577 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-42d2ffc6-a358-4bef-a117-ad45cad1f403 req-87df2cfb-6223-4b7b-b1a5-02144457cfe3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748727 Apr 12 20:13:52.866554 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01273ff5-dde8-4a7e-9ffd-cbca3ca3c89f req-1585220a-eec4-4983-b5a2-d787262be925 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724268 Apr 12 20:13:52.972050 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d0ce7e25-fd0a-4086-a010-72de66b267d8 req-3b7df7c2-3569-464e-afd5-62ed77e5f184 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 210 time: 0.0413074 Apr 12 20:13:52.988181 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f09547-7ce6-46e1-b507-188a2f45a7f7 req-40ea2658-ee35-4736-bc7c-c414b563be13 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:52.989667 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23f09547-7ce6-46e1-b507-188a2f45a7f7 req-40ea2658-ee35-4736-bc7c-c414b563be13 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0681994 Apr 12 20:13:53.036328 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23f09547-7ce6-46e1-b507-188a2f45a7f7 req-af685223-32e6-4ff9-a71d-7dde5bece7f2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405731 Apr 12 20:13:53.742095 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-2a624582-6af4-4ad2-bee2-f393458448b6 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=af6aa2d1b0af4f84be0e4f50028b1b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295815 Apr 12 20:13:53.772945 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 41326) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:53.777325 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d54b68b3-067a-4352-a8e5-3bab6e3b9aab tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364231673', 'description': 'tempest-description--1546104802'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:53.797360 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d54b68b3-067a-4352-a8e5-3bab6e3b9aab tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:53.861465 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d54b68b3-067a-4352-a8e5-3bab6e3b9aab tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (ef730727-be72-4ebc-b7f4-0fe07ae328ce), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:53.865538 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d54b68b3-067a-4352-a8e5-3bab6e3b9aab tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (ef730727-be72-4ebc-b7f4-0fe07ae328ce), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:53.895475 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d54b68b3-067a-4352-a8e5-3bab6e3b9aab tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:53.899638 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d54b68b3-067a-4352-a8e5-3bab6e3b9aab tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1256745 Apr 12 20:13:53.900044 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41332) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:53.902397 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b68b3-067a-4352-a8e5-3bab6e3b9aab tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef730727-be72-4ebc-b7f4-0fe07ae328ce,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:53.915546 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-fbd37bab-6970-4c5a-bd75-70e867084990 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'security_group_rule': {'security_group_id': 'ef730727-be72-4ebc-b7f4-0fe07ae328ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:53.947117 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbd37bab-6970-4c5a-bd75-70e867084990 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (93b25fac-f622-4dd9-9fe1-d1cfb253cecb), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.003798 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbd37bab-6970-4c5a-bd75-70e867084990 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (93b25fac-f622-4dd9-9fe1-d1cfb253cecb), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.007449 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbd37bab-6970-4c5a-bd75-70e867084990 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (93b25fac-f622-4dd9-9fe1-d1cfb253cecb), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.008365 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be65b11-15e5-4531-b904-1bd59d8d5d37 req-f3e942f2-bba5-4e1b-b511-623dbb0d5546 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:54.009872 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3be65b11-15e5-4531-b904-1bd59d8d5d37 req-f3e942f2-bba5-4e1b-b511-623dbb0d5546 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0743470 Apr 12 20:13:54.016371 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64697b-4307-4d65-9dca-203e7c379fe7 req-c9c71ce7-18c0-42e2-a6cd-8d567312a2f0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:54.018021 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ca64697b-4307-4d65-9dca-203e7c379fe7 req-c9c71ce7-18c0-42e2-a6cd-8d567312a2f0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0810044 Apr 12 20:13:54.023461 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd37bab-6970-4c5a-bd75-70e867084990 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b25fac-f622-4dd9-9fe1-d1cfb253cecb,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:54.034022 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbd37bab-6970-4c5a-bd75-70e867084990 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.035215 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-fbd37bab-6970-4c5a-bd75-70e867084990 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316948 Apr 12 20:13:54.038707 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41336) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:54.043320 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-eb9bb433-0a8f-4555-ae44-0b4180c590f5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'security_group_rule': {'security_group_id': 'ef730727-be72-4ebc-b7f4-0fe07ae328ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:54.072542 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb433-0a8f-4555-ae44-0b4180c590f5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (ec8e6ec3-ffd8-4918-81ca-5ec6852df172), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.090777 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3be65b11-15e5-4531-b904-1bd59d8d5d37 req-2cbcaae4-0a2c-49d3-8886-cc536fe41fc9 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720458 Apr 12 20:13:54.097752 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ca64697b-4307-4d65-9dca-203e7c379fe7 req-c344f760-f6c6-4a4a-aa82-d385b68c4782 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723550 Apr 12 20:13:54.139992 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb433-0a8f-4555-ae44-0b4180c590f5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (ec8e6ec3-ffd8-4918-81ca-5ec6852df172), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.145347 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb433-0a8f-4555-ae44-0b4180c590f5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (ec8e6ec3-ffd8-4918-81ca-5ec6852df172), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.171757 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bb433-0a8f-4555-ae44-0b4180c590f5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8e6ec3-ffd8-4918-81ca-5ec6852df172,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:54.179549 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eb9bb433-0a8f-4555-ae44-0b4180c590f5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.180910 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-eb9bb433-0a8f-4555-ae44-0b4180c590f5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409976 Apr 12 20:13:54.183784 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41340) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:54.187993 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:54.208975 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.216758 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd9314f3-ec50-4e68-aba7-2c737b39f5f3 req-98967f7e-2495-43c2-a08b-8c111d5bf5e8 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 210 time: 0.0582132 Apr 12 20:13:54.244597 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037682-edf7-40ab-b509-385cf530ba3d req-a613276e-7f4e-4f36-8c36-2637df6960fc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:54.246147 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-38037682-edf7-40ab-b509-385cf530ba3d req-a613276e-7f4e-4f36-8c36-2637df6960fc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0859210 Apr 12 20:13:54.287016 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.301870 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-38037682-edf7-40ab-b509-385cf530ba3d req-c7ce82bd-5a11-4198-941c-bec42a20b5ed tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482116 Apr 12 20:13:54.413662 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Allocated IP 172.27.0.211 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/892203fa-febb-4efe-9f69-ec7ab70b1af9) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:13:54.427721 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-e2c1622f-115b-481d-b24b-dc665ecc497d tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:54.429247 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-e2c1622f-115b-481d-b24b-dc665ecc497d tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216311 Apr 12 20:13:54.513016 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for port (892203fa-febb-4efe-9f69-ec7ab70b1af9), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.545409 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (892203fa-febb-4efe-9f69-ec7ab70b1af9), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.584449 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:13:54.587977 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:13:54.593425 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:13:54.617010 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'Port': ['ID=892203fa-febb-4efe-9f69-ec7ab70b1af9,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:54.680968 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (59255fbe-d949-4620-b354-43732cc6cac2), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.717207 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (892203fa-febb-4efe-9f69-ec7ab70b1af9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.876499 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for port (892203fa-febb-4efe-9f69-ec7ab70b1af9), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.881635 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (892203fa-febb-4efe-9f69-ec7ab70b1af9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.952854 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'Port': ['ID=892203fa-febb-4efe-9f69-ec7ab70b1af9,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:54.962351 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (59255fbe-d949-4620-b354-43732cc6cac2), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.978308 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:54.979523 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-a02ccf4d-342c-4375-bf1f-7c357c9b86ff tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7947619 Apr 12 20:13:55.069180 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Request body: {'port': {'device_id': '60bd5eb0-0898-42a0-8c72-a39198df83f2', 'network_id': '5b5c3fe0-efe4-49df-8697-700c139c9987', 'admin_state_up': True, 'tenant_id': 'af6aa2d1b0af4f84be0e4f50028b1b65'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:55.470338 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61e285-4a4b-4833-b1a5-d5993cae5e5d req-6eee6211-8fce-4644-b316-ecd78dd0265e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:55.471752 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da61e285-4a4b-4833-b1a5-d5993cae5e5d req-6eee6211-8fce-4644-b316-ecd78dd0265e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.3096561 Apr 12 20:13:55.496199 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-af4b523e-b8c5-4dc2-959f-f935c63701a4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1364231673&fields=id&tenant_id=c68edf8f055946fe965bdf73106fce58 HTTP/1.1" status: 200 len: 267 time: 0.3482087 Apr 12 20:13:55.537018 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Made reservation on behalf of af6aa2d1b0af4f84be0e4f50028b1b65 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:13:55.540330 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:55.588528 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:55.623329 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da61e285-4a4b-4833-b1a5-d5993cae5e5d req-58e1ec14-5385-4bf9-98dd-b8ef2921a387 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432588 Apr 12 20:13:55.656314 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-62cc7bea-5217-44d1-bf72-9bfeae56948e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:55.657757 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-62cc7bea-5217-44d1-bf72-9bfeae56948e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 813 time: 0.1547158 Apr 12 20:13:55.692120 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-dcbb9720-a9f9-44ae-938b-7532e570c60d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/quotas/c68edf8f055946fe965bdf73106fce58 HTTP/1.1" status: 200 len: 375 time: 0.0267315 Apr 12 20:13:55.786164 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b46639-47e3-48b5-912a-6903da5ec768 req-69036f40-c1d2-4036-a98d-93447ba9afeb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:55.788236 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-91b46639-47e3-48b5-912a-6903da5ec768 req-69036f40-c1d2-4036-a98d-93447ba9afeb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.1079676 Apr 12 20:13:55.795208 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-c4e86791-bf27-4788-8402-78b5b3cc09a3 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0968328 Apr 12 20:13:55.815161 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Publish callbacks [] for security_group (c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:55.830036 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:55.962523 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:55.985374 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-91b46639-47e3-48b5-912a-6903da5ec768 req-94b4ca5f-5fff-4760-8a71-61bf04603e31 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863806 Apr 12 20:13:56.026444 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-bbf6a64d-c9b1-48f6-b290-e47572988926 service neutron] 10.222.0.44 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131469 Apr 12 20:13:56.134342 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ec919081-ccc8-45b7-8d7c-4a4cc88be9d4 req-02866595-2e58-4999-95c8-1faadcb36379 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 210 time: 0.0851674 Apr 12 20:13:56.142094 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Allocated IP 192.168.233.37 (5b5c3fe0-efe4-49df-8697-700c139c9987/342d0acf-8fa2-4947-9807-deb98a3a9a49/8742a7d9-fe11-4586-8e5d-866740230081) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:13:56.199718 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-f2a74b12-4fc8-47ed-a552-2cad520fc206 service neutron] 10.222.0.44 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638808 Apr 12 20:13:56.275162 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab673d10-2972-4b3a-a6f7-a9664ccb7ec2 req-0dd838ee-bdce-42b6-a668-258b60ff1fa8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:56.276759 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ab673d10-2972-4b3a-a6f7-a9664ccb7ec2 req-0dd838ee-bdce-42b6-a668-258b60ff1fa8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0761056 Apr 12 20:13:56.410489 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ab673d10-2972-4b3a-a6f7-a9664ccb7ec2 req-062c43b4-26d3-46dc-a46b-b34baf4d5810 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045141 Apr 12 20:13:56.417062 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Publish callbacks [] for port (8742a7d9-fe11-4586-8e5d-866740230081), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:56.438777 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb3ee7-01cc-4941-bc45-7bbd4a531abb req-4eedabb0-cd6f-4cd9-b378-bf24f5758971 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:56.441083 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77bb3ee7-01cc-4941-bc45-7bbd4a531abb req-4eedabb0-cd6f-4cd9-b378-bf24f5758971 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0855055 Apr 12 20:13:56.543968 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (8742a7d9-fe11-4586-8e5d-866740230081), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:56.554022 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77bb3ee7-01cc-4941-bc45-7bbd4a531abb req-d50f0ace-b273-4f9a-92f6-4f47cfb898d7 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056008 Apr 12 20:13:56.559961 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9333-5ee1-43c9-90fa-2885a5ed0ec6 req-aa4a6480-f822-4cfe-b45b-20adb0c3d6bf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:56.561449 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c8eb9333-5ee1-43c9-90fa-2885a5ed0ec6 req-aa4a6480-f822-4cfe-b45b-20adb0c3d6bf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0854130 Apr 12 20:13:56.576896 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41382) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:13:56.587140 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-df4e4d84-fcf0-4774-881b-293258692dd7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Request body: {'floatingip': {'port_id': '39d75c84-9835-43ea-86e3-140f61220184'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:56.611532 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Network 5b5c3fe0-efe4-49df-8697-700c139c9987 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:13:56.620733 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:13:56.639859 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:13:56.642822 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Pushing event updated for resources: {'Port': ['ID=8742a7d9-fe11-4586-8e5d-866740230081,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:56.655024 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d3ad82f2-ca2e-444e-85c0-732889a7a883 req-454a98ad-b05f-44b3-a31f-d3508980cd23 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 210 time: 0.0565612 Apr 12 20:13:56.687526 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-df4e4d84-fcf0-4774-881b-293258692dd7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for floatingip (1f620d3e-0572-4cd1-9459-7ccbfb368438), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:56.734630 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:56.735256 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:56.764483 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-84779c36-d49c-47ce-ae9a-86967c28f69f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6992085 Apr 12 20:13:56.835065 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Request body: {'port': {'device_id': '60bd5eb0-0898-42a0-8c72-a39198df83f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:13:56.908506 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-ca1873b0-e686-4d6a-be25-91b47ad44daf None None] Provisioning complete for port 8742a7d9-fe11-4586-8e5d-866740230081 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:13:56.909041 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ca1873b0-e686-4d6a-be25-91b47ad44daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (8742a7d9-fe11-4586-8e5d-866740230081), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:56.962261 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-ca1873b0-e686-4d6a-be25-91b47ad44daf None None] Port 8742a7d9-fe11-4586-8e5d-866740230081 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:13:56.968842 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (8742a7d9-fe11-4586-8e5d-866740230081), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:57.040316 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc73e9-d978-4425-abe3-80c84d64e707 req-6289a07c-f013-44e6-b529-ed6f14f849a1 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:57.041838 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67fc73e9-d978-4425-abe3-80c84d64e707 req-6289a07c-f013-44e6-b529-ed6f14f849a1 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0947430 Apr 12 20:13:57.191230 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67fc73e9-d978-4425-abe3-80c84d64e707 req-334d05f8-42f8-440d-a5f1-fea09598e8d0 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418104 Apr 12 20:13:57.227199 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234e18f-fc80-4d80-84f0-45acb3861b42 req-21dd5408-3b42-41ce-b5f7-54bec6e24634 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:57.228848 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2234e18f-fc80-4d80-84f0-45acb3861b42 req-21dd5408-3b42-41ce-b5f7-54bec6e24634 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 945 time: 0.1017497 Apr 12 20:13:57.404210 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2234e18f-fc80-4d80-84f0-45acb3861b42 req-a3ca0e63-ddd7-4ea8-a864-efb2c0a3ba06 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191773 Apr 12 20:13:57.413153 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368eb682-50c0-4659-a79d-73cf2ee87f82 req-6c2de675-23b2-4559-b631-86298c33b06f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:57.414830 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-368eb682-50c0-4659-a79d-73cf2ee87f82 req-6c2de675-23b2-4559-b631-86298c33b06f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 935 time: 0.1083539 Apr 12 20:13:57.530787 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-368eb682-50c0-4659-a79d-73cf2ee87f82 req-6fc490f7-bc97-4665-b46f-b156175d63e9 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062758 Apr 12 20:13:57.535024 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8742a7d9-fe11-4586-8e5d-866740230081 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:13:57.564098 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Publish callbacks [] for port (8742a7d9-fe11-4586-8e5d-866740230081), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:57.586779 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Transition to ACTIVE for port object 8742a7d9-fe11-4586-8e5d-866740230081 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:13:57.593990 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65b087-c370-46d0-9ac7-a087611d4105 req-2ba348b6-8d87-4b38-b203-f722f07833f5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:57.601382 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6d65b087-c370-46d0-9ac7-a087611d4105 req-2ba348b6-8d87-4b38-b203-f722f07833f5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0949848 Apr 12 20:13:57.609335 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (8742a7d9-fe11-4586-8e5d-866740230081), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:57.626588 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-df4e4d84-fcf0-4774-881b-293258692dd7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:57.634069 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-df4e4d84-fcf0-4774-881b-293258692dd7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (1f620d3e-0572-4cd1-9459-7ccbfb368438), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:57.695554 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Pushing event updated for resources: {'Port': ['ID=8742a7d9-fe11-4586-8e5d-866740230081,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:57.710415 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6d65b087-c370-46d0-9ac7-a087611d4105 req-27dde68c-759a-4fa5-852c-0b78de7a916a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080780 Apr 12 20:13:57.783245 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.l3_db [None req-df4e4d84-fcf0-4774-881b-293258692dd7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Floating IP 1f620d3e-0572-4cd1-9459-7ccbfb368438 associated. External IP: 172.27.0.115, port: 39d75c84-9835-43ea-86e3-140f61220184. Apr 12 20:13:57.814884 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4e7f4516-9e93-4378-8833-8ec5fbeaba97 req-5c3b7e10-ef30-467f-8407-df5eef3d021a tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 210 time: 0.0735910 Apr 12 20:13:57.827548 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Attempting to bind port 8742a7d9-fe11-4586-8e5d-866740230081 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:13:57.828029 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Attempting to bind port 8742a7d9-fe11-4586-8e5d-866740230081 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1e1b82d2-0b47-4484-81f2-7c17cc7bc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5b5c3fe0-efe4-49df-8697-700c139c9987'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:13:57.828468 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Attempting to bind port 8742a7d9-fe11-4586-8e5d-866740230081 on network 5b5c3fe0-efe4-49df-8697-700c139c9987 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:13:57.840842 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Port 8742a7d9-fe11-4586-8e5d-866740230081 on network 5b5c3fe0-efe4-49df-8697-700c139c9987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:13:57.841208 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Attempting to bind port 8742a7d9-fe11-4586-8e5d-866740230081 on network 5b5c3fe0-efe4-49df-8697-700c139c9987 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:13:57.847887 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:13:57.848397 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Checking segment: {'id': '1e1b82d2-0b47-4484-81f2-7c17cc7bc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5b5c3fe0-efe4-49df-8697-700c139c9987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:13:57.848793 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Bound using segment: {'id': '1e1b82d2-0b47-4484-81f2-7c17cc7bc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5b5c3fe0-efe4-49df-8697-700c139c9987'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:13:57.849729 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Bound port: 8742a7d9-fe11-4586-8e5d-866740230081, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e1b82d2-0b47-4484-81f2-7c17cc7bc166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '5b5c3fe0-efe4-49df-8697-700c139c9987'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:13:57.850226 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (8742a7d9-fe11-4586-8e5d-866740230081), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:57.922517 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] For port 8742a7d9-fe11-4586-8e5d-866740230081, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:13:57.926595 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] For port 8742a7d9-fe11-4586-8e5d-866740230081, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8742a7d9-fe11-4586-8e5d-866740230081,segment=NetworkSegment(1e1b82d2-0b47-4484-81f2-7c17cc7bc166),segment_id=1e1b82d2-0b47-4484-81f2-7c17cc7bc166)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:13:57.935610 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (8742a7d9-fe11-4586-8e5d-866740230081), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:57.972565 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:57.973205 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:57.975754 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] 10.222.0.13 "PUT /v2.0/ports/8742a7d9-fe11-4586-8e5d-866740230081 HTTP/1.1" status: 200 len: 1097 time: 1.1470902 Apr 12 20:13:57.976286 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bd5eb0-0898-42a0-8c72-a39198df83f2', 'tag': '8742a7d9-fe11-4586-8e5d-866740230081'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:13:57.978465 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e4bcf9-e7af-4bcc-b790-7b65c994de59" -d '{"events": [{"name": "network-changed", "server_uuid": "60bd5eb0-0898-42a0-8c72-a39198df83f2", "tag": "8742a7d9-fe11-4586-8e5d-866740230081"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:13:58.006781 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f165b-06a6-45c1-9603-98bf6e2da188 service neutron] Pushing event updated for resources: {'Port': ['ID=8742a7d9-fe11-4586-8e5d-866740230081,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:58.025041 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db4a2b9-495a-4e79-ad7c-caf71c7f6f75 x-openstack-request-id: req-5db4a2b9-495a-4e79-ad7c-caf71c7f6f75 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:13:58.025324 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bd5eb0-0898-42a0-8c72-a39198df83f2", "tag": "8742a7d9-fe11-4586-8e5d-866740230081", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:13:58.025566 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5db4a2b9-495a-4e79-ad7c-caf71c7f6f75 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:13:58.025971 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db4a2b9-495a-4e79-ad7c-caf71c7f6f75'] response: {'name': 'network-changed', 'server_uuid': '60bd5eb0-0898-42a0-8c72-a39198df83f2', 'tag': '8742a7d9-fe11-4586-8e5d-866740230081', 'status': 'completed', 'code': 200} Apr 12 20:13:58.063774 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4e4d84-fcf0-4774-881b-293258692dd7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Router 1040d0ad-95db-413f-b074-c70b700506ca has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:13:58.179736 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4e4d84-fcf0-4774-881b-293258692dd7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:13:58.184652 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-df4e4d84-fcf0-4774-881b-293258692dd7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:58.189325 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1629ab9c-34b8-49c6-9257-4090f6320d2d None None] Sync routers for ids ['1040d0ad-95db-413f-b074-c70b700506ca'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:13:58.199476 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629ab9c-34b8-49c6-9257-4090f6320d2d None None] Routers {'1040d0ad-95db-413f-b074-c70b700506ca'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:13:58.200081 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-1629ab9c-34b8-49c6-9257-4090f6320d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:13:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1040d0ad-95db-413f-b074-c70b700506ca'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:58.223004 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-df4e4d84-fcf0-4774-881b-293258692dd7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "PUT /v2.0/floatingips/1f620d3e-0572-4cd1-9459-7ccbfb368438 HTTP/1.1" status: 200 len: 991 time: 1.6370494 Apr 12 20:13:58.223004 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'tag': '39d75c84-9835-43ea-86e3-140f61220184'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:13:58.223004 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f914a787-19db-4499-a567-ffebb1f553f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb8d2a-da17-4769-a54c-2edeb2e28af2", "tag": "39d75c84-9835-43ea-86e3-140f61220184"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:13:58.255243 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1279dc4-78b3-4fda-a281-57216c1006f6 x-openstack-request-id: req-a1279dc4-78b3-4fda-a281-57216c1006f6 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:13:58.255611 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb8d2a-da17-4769-a54c-2edeb2e28af2", "tag": "39d75c84-9835-43ea-86e3-140f61220184", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:13:58.255950 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1279dc4-78b3-4fda-a281-57216c1006f6 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:13:58.256540 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1279dc4-78b3-4fda-a281-57216c1006f6'] response: {'name': 'network-changed', 'server_uuid': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'tag': '39d75c84-9835-43ea-86e3-140f61220184', 'status': 'completed', 'code': 200} Apr 12 20:13:58.324872 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-1629ab9c-34b8-49c6-9257-4090f6320d2d None None] Set router 1040d0ad-95db-413f-b074-c70b700506ca gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:13:58.500281 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba84a0c-e08a-420f-831a-58a8078633b2 req-c88998d8-6aac-4bf8-8138-7ae0ffbdfebb tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:58.501809 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8ba84a0c-e08a-420f-831a-58a8078633b2 req-c88998d8-6aac-4bf8-8138-7ae0ffbdfebb tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 945 time: 0.0485461 Apr 12 20:13:58.538909 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-1629ab9c-34b8-49c6-9257-4090f6320d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '1f620d3e-0572-4cd1-9459-7ccbfb368438', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'port_id': '39d75c84-9835-43ea-86e3-140f61220184', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'mac_address': 'fa:16:3e:2b:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:59Z', 'updated_at': '2022-04-12T20:13:57Z', 'revision_number': 1, 'project_id': '296db42b89cd47b2b6912045743e8273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c', 'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'mac_address': 'fa:16:3e:c2:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:29Z', 'updated_at': '2022-04-12T20:10:39Z', 'revision_number': 5, 'project_id': '296db42b89cd47b2b6912045743e8273', 'subnets': [{'id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:58.549147 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8ba84a0c-e08a-420f-831a-58a8078633b2 req-77d3d254-8f9a-4366-8ed4-221a7abb46c9 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Apr 12 20:13:58.568642 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1629ab9c-34b8-49c6-9257-4090f6320d2d None None] Checking router: 1040d0ad-95db-413f-b074-c70b700506ca for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:13:58.577178 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629ab9c-34b8-49c6-9257-4090f6320d2d None None] Routers {'1040d0ad-95db-413f-b074-c70b700506ca'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:13:58.577780 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-1629ab9c-34b8-49c6-9257-4090f6320d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:13:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1040d0ad-95db-413f-b074-c70b700506ca'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:58.677268 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc88072-a742-4651-8695-9e62edaa29d0 req-3abb0fb9-3ab9-4b6b-9f59-4f8cd3841f51 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:58.679808 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dfc88072-a742-4651-8695-9e62edaa29d0 req-3abb0fb9-3ab9-4b6b-9f59-4f8cd3841f51 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 947 time: 0.0548759 Apr 12 20:13:58.706386 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-1629ab9c-34b8-49c6-9257-4090f6320d2d None None] Set router 1040d0ad-95db-413f-b074-c70b700506ca gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:13:58.737551 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dfc88072-a742-4651-8695-9e62edaa29d0 req-4ff4d0d6-b22f-4aa0-81d9-d909c4db39ee tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528078 Apr 12 20:13:58.841604 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00851d-91a0-442f-9d49-fea9d0545148 req-a1b3faf8-8ca4-4bec-acff-bd5d24326e15 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:58.843146 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a00851d-91a0-442f-9d49-fea9d0545148 req-a1b3faf8-8ca4-4bec-acff-bd5d24326e15 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 943 time: 0.0514178 Apr 12 20:13:58.892296 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a00851d-91a0-442f-9d49-fea9d0545148 req-22440dad-0c8d-4e98-89f2-70995fb56abd tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433645 Apr 12 20:13:58.946901 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-1629ab9c-34b8-49c6-9257-4090f6320d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '1f620d3e-0572-4cd1-9459-7ccbfb368438', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'port_id': '39d75c84-9835-43ea-86e3-140f61220184', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'mac_address': 'fa:16:3e:2b:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:59Z', 'updated_at': '2022-04-12T20:13:57Z', 'revision_number': 1, 'project_id': '296db42b89cd47b2b6912045743e8273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c', 'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'mac_address': 'fa:16:3e:c2:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:29Z', 'updated_at': '2022-04-12T20:10:39Z', 'revision_number': 5, 'project_id': '296db42b89cd47b2b6912045743e8273', 'subnets': [{'id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:13:58.977771 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1629ab9c-34b8-49c6-9257-4090f6320d2d None None] The sync data for ids ['1040d0ad-95db-413f-b074-c70b700506ca'] in dv-cinder-837542-1-iscsi is: [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '1f620d3e-0572-4cd1-9459-7ccbfb368438', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'port_id': '39d75c84-9835-43ea-86e3-140f61220184', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'mac_address': 'fa:16:3e:2b:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:59Z', 'updated_at': '2022-04-12T20:13:57Z', 'revision_number': 1, 'project_id': '296db42b89cd47b2b6912045743e8273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c', 'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'mac_address': 'fa:16:3e:c2:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:29Z', 'updated_at': '2022-04-12T20:10:39Z', 'revision_number': 5, 'project_id': '296db42b89cd47b2b6912045743e8273', 'subnets': [{'id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:13:58.988649 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-686cb50c-f50e-4bf2-bbf7-0aeccc46933e req-5e187bf2-6dea-4ffd-bd39-84a72eb080b9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 210 time: 0.0279715 Apr 12 20:13:59.156403 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471ed7b-65ab-452c-b119-3b0f9b9edcb7 None None] New status for floating IP 1f620d3e-0572-4cd1-9459-7ccbfb368438: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:13:59.345025 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device eb0e1c2a-2bda-4915-a791-6894aa5aa38b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:13:59.439402 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:59.453857 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'port_id': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'mac_address': 'fa:16:3e:3e:44:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:13:59.489889 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port eb0e1c2a-2bda-4915-a791-6894aa5aa38b is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:13:59.490279 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:59.502738 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0e1c2a-2bda-4915-a791-6894aa5aa38b {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:13:59.525838 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:13:59.532105 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:13:59.584426 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,revision_number=9']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:13:59.592296 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.592915 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.593294 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.594234 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.594592 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.595099 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.595442 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.595783 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.596126 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.596491 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.596949 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.597153 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.597487 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.597848 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.598176 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:13:59.667620 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914a787-19db-4499-a567-ffebb1f553f3 req-4a97bf6a-a0c5-4891-8b44-752d161aa475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:59.669369 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f914a787-19db-4499-a567-ffebb1f553f3 req-4a97bf6a-a0c5-4891-8b44-752d161aa475 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 1129 time: 0.1226504 Apr 12 20:13:59.695799 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4bcf9-e7af-4bcc-b790-7b65c994de59 req-f0b7aae6-7d7a-46fe-a6ef-c42aa0485208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:59.697322 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-32e4bcf9-e7af-4bcc-b790-7b65c994de59 req-f0b7aae6-7d7a-46fe-a6ef-c42aa0485208 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af6aa2d1b0af4f84be0e4f50028b1b65&device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 1131 time: 0.1031401 Apr 12 20:13:59.711788 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88962f8a-8f94-4fe2-a382-83f821c7920f req-2cbe6abd-e372-401e-b7d6-26b5f1d9f1d1 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:59.713397 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-88962f8a-8f94-4fe2-a382-83f821c7920f req-2cbe6abd-e372-401e-b7d6-26b5f1d9f1d1 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 945 time: 0.0639372 Apr 12 20:13:59.764564 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-88962f8a-8f94-4fe2-a382-83f821c7920f req-4f5d5f6f-efdd-4441-bec1-e7184b4e7ba6 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456157 Apr 12 20:13:59.867759 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-32e4bcf9-e7af-4bcc-b790-7b65c994de59 req-87061c01-d9e5-4dfc-b2b6-e63965c30b04 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=af6aa2d1b0af4f84be0e4f50028b1b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646403 Apr 12 20:13:59.894490 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['eb0e1c2a-2bda-4915-a791-6894aa5aa38b'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:13:59.915841 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2cc50-e1f8-4514-95e0-d5ea17c529ef req-86ab3183-34f3-4dc3-9ccf-4ae2333ed524 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:59.917337 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cad2cc50-e1f8-4514-95e0-d5ea17c529ef req-86ab3183-34f3-4dc3-9ccf-4ae2333ed524 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 947 time: 0.1060739 Apr 12 20:13:59.962769 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fdfb0-b169-41bf-9bd5-59b58df2ddb9 req-a4b2cfe1-13d3-4916-bce9-76926537985e tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:13:59.965195 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-6d5fdfb0-b169-41bf-9bd5-59b58df2ddb9 req-a4b2cfe1-13d3-4916-bce9-76926537985e tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 945 time: 0.0559704 Apr 12 20:14:00.060996 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914a787-19db-4499-a567-ffebb1f553f3 req-6f99d662-2b2c-44e9-b683-31d6a10e0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:00.062476 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f914a787-19db-4499-a567-ffebb1f553f3 req-6f99d662-2b2c-44e9-b683-31d6a10e0342 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 919 time: 0.2693613 Apr 12 20:14:00.093929 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6b6d2-5dc2-4e0b-bcc5-40dda521b342 req-aca9e24d-9395-4ee3-9d21-233db62c1272 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:00.095301 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4eb6b6d2-5dc2-4e0b-bcc5-40dda521b342 req-aca9e24d-9395-4ee3-9d21-233db62c1272 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 944 time: 0.0974388 Apr 12 20:14:00.108171 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cad2cc50-e1f8-4514-95e0-d5ea17c529ef req-9c2df1b3-b61b-4fad-84d6-6a7fa50f5f78 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818800 Apr 12 20:14:00.114260 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4bcf9-e7af-4bcc-b790-7b65c994de59 req-83a1a2bb-5a83-492b-bc69-c661e823534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:00.115994 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-32e4bcf9-e7af-4bcc-b790-7b65c994de59 req-83a1a2bb-5a83-492b-bc69-c661e823534b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2067978 Apr 12 20:14:00.153136 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4eb6b6d2-5dc2-4e0b-bcc5-40dda521b342 req-d620a6ee-30a1-4e00-b870-b96c636cacdf tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500472 Apr 12 20:14:00.272792 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cc5551e1-a071-42c5-aa83-3766506ffdc4 req-1e04780e-5cc0-4094-a2e1-8e8af08d5acc tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 210 time: 0.1024024 Apr 12 20:14:00.310560 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [req-6d5fdfb0-b169-41bf-9bd5-59b58df2ddb9 req-2c67a1b7-bf58-4a5d-97aa-6ecd7cc5c92a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Deleting port 778d2243-35d4-4151-9b80-31052a9c9f60 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:14:00.311618 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-6d5fdfb0-b169-41bf-9bd5-59b58df2ddb9 req-2c67a1b7-bf58-4a5d-97aa-6ecd7cc5c92a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (778d2243-35d4-4151-9b80-31052a9c9f60), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:00.326458 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-1261ce66-cfa6-463d-873d-c61f2064a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:00.327960 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-1261ce66-cfa6-463d-873d-c61f2064a74c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af6aa2d1b0af4f84be0e4f50028b1b65&device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 1131 time: 0.0860567 Apr 12 20:14:00.336601 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f914a787-19db-4499-a567-ffebb1f553f3 req-8188db6b-1630-433f-b545-130888d96b99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39d75c84-9835-43ea-86e3-140f61220184 HTTP/1.1" status: 200 len: 1001 time: 0.1565278 Apr 12 20:14:00.405972 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-6d5fdfb0-b169-41bf-9bd5-59b58df2ddb9 req-2c67a1b7-bf58-4a5d-97aa-6ecd7cc5c92a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] For port 778d2243-35d4-4151-9b80-31052a9c9f60, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=778d2243-35d4-4151-9b80-31052a9c9f60,segment=NetworkSegment(9b7b4822-7e17-4967-af60-ba9119a544b8),segment_id=9b7b4822-7e17-4967-af60-ba9119a544b8)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:00.406238 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-6d5fdfb0-b169-41bf-9bd5-59b58df2ddb9 req-2c67a1b7-bf58-4a5d-97aa-6ecd7cc5c92a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (778d2243-35d4-4151-9b80-31052a9c9f60), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:00.413942 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-1339e68b-a6fa-4b6d-ab5f-316c2e85a688 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=8742a7d9-fe11-4586-8e5d-866740230081 HTTP/1.1" status: 200 len: 217 time: 0.0747118 Apr 12 20:14:00.420742 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [req-6d5fdfb0-b169-41bf-9bd5-59b58df2ddb9 req-2c67a1b7-bf58-4a5d-97aa-6ecd7cc5c92a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Calling delete_port for 778d2243-35d4-4151-9b80-31052a9c9f60 owned by compute:nova {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:14:00.517655 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914a787-19db-4499-a567-ffebb1f553f3 req-51329b12-9a8f-4eb1-b3bc-f49ae69000eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:00.519179 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f914a787-19db-4499-a567-ffebb1f553f3 req-51329b12-9a8f-4eb1-b3bc-f49ae69000eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.1714146 Apr 12 20:14:00.527947 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-7b21df2c-4aa7-4188-8a75-04d63413e375 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:00.529384 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-7b21df2c-4aa7-4188-8a75-04d63413e375 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 813 time: 0.2284973 Apr 12 20:14:00.533072 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-3c243d6d-9a95-49e3-afb5-a882d8d8b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:00.534398 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-3c243d6d-9a95-49e3-afb5-a882d8d8b833 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=342d0acf-8fa2-4947-9807-deb98a3a9a49 HTTP/1.1" status: 200 len: 843 time: 0.1002116 Apr 12 20:14:00.567031 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-6d5fdfb0-b169-41bf-9bd5-59b58df2ddb9 req-2c67a1b7-bf58-4a5d-97aa-6ecd7cc5c92a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (778d2243-35d4-4151-9b80-31052a9c9f60), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:00.596759 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67a1b7-bf58-4a5d-97aa-6ecd7cc5c92a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Pushing event deleted for resources: {'Port': ['ID=778d2243-35d4-4151-9b80-31052a9c9f60,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:00.642967 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5fdfb0-b169-41bf-9bd5-59b58df2ddb9 req-2c67a1b7-bf58-4a5d-97aa-6ecd7cc5c92a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] No DVR routers for this DVR port 778d2243-35d4-4151-9b80-31052a9c9f60 on host hv-cinder-83754 {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:14:00.645532 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-6d5fdfb0-b169-41bf-9bd5-59b58df2ddb9 req-2c67a1b7-bf58-4a5d-97aa-6ecd7cc5c92a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:00.649562 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-6d5fdfb0-b169-41bf-9bd5-59b58df2ddb9 req-2c67a1b7-bf58-4a5d-97aa-6ecd7cc5c92a tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.13 "DELETE /v2.0/ports/778d2243-35d4-4151-9b80-31052a9c9f60 HTTP/1.1" status: 204 len: 173 time: 0.4723203 Apr 12 20:14:00.649997 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd7631f-92bc-426c-b51f-cf40b02a0661', 'name': 'network-vif-deleted', 'tag': '778d2243-35d4-4151-9b80-31052a9c9f60'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:00.652197 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39209a90-fed7-4996-8884-55377605a0fc" -d '{"events": [{"server_uuid": "5fd7631f-92bc-426c-b51f-cf40b02a0661", "name": "network-vif-deleted", "tag": "778d2243-35d4-4151-9b80-31052a9c9f60"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:00.685126 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-45633e46-e5e2-446d-8bfd-eb6bcde24b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:00.686692 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-45633e46-e5e2-446d-8bfd-eb6bcde24b64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b5c3fe0-efe4-49df-8697-700c139c9987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0966122 Apr 12 20:14:00.690067 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66515c64-4452-43cd-8303-e5e44d80cbc7 x-openstack-request-id: req-66515c64-4452-43cd-8303-e5e44d80cbc7 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:00.690232 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914a787-19db-4499-a567-ffebb1f553f3 req-39c9f7ff-73d6-4fe6-8896-7200ef630f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:00.690425 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd7631f-92bc-426c-b51f-cf40b02a0661", "name": "network-vif-deleted", "tag": "778d2243-35d4-4151-9b80-31052a9c9f60", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:00.690799 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66515c64-4452-43cd-8303-e5e44d80cbc7 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:00.691098 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66515c64-4452-43cd-8303-e5e44d80cbc7'] response: {'server_uuid': '5fd7631f-92bc-426c-b51f-cf40b02a0661', 'name': 'network-vif-deleted', 'tag': '778d2243-35d4-4151-9b80-31052a9c9f60', 'status': 'completed', 'code': 200} Apr 12 20:14:00.691728 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f914a787-19db-4499-a567-ffebb1f553f3 req-39c9f7ff-73d6-4fe6-8896-7200ef630f33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1039741 Apr 12 20:14:00.702223 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['778d2243-35d4-4151-9b80-31052a9c9f60'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:14:00.742779 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-544f9ec5-c64a-4bcc-a6ca-02f947c441ed tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c68edf8f055946fe965bdf73106fce58 HTTP/1.1" status: 200 len: 472 time: 0.1368721 Apr 12 20:14:00.766815 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-991eabed-bae2-4073-a341-ba44ff0214dd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'port': {'device_id': '25df7db6-6076-41fd-85d4-2f03c064d92a', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'admin_state_up': True, 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'security_groups': ['ef730727-be72-4ebc-b7f4-0fe07ae328ce']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:00.964414 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5b5c3a9-7b31-4a4e-bb38-9da5718d2f04 req-3d697344-45ee-4a4c-ab16-270bd1ea74bb tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fd7631f-92bc-426c-b51f-cf40b02a0661 HTTP/1.1" status: 200 len: 210 time: 0.0568118 Apr 12 20:14:01.268894 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-180b1eee-3b66-4f9a-baeb-a37d64c52876 service neutron] 10.222.0.13 "GET /v2.0/networks/5b5c3fe0-efe4-49df-8697-700c139c9987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241227 Apr 12 20:14:01.293577 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f914a787-19db-4499-a567-ffebb1f553f3 req-ea0029a0-4b26-4e26-9e14-c090be8fd8e5 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498533 Apr 12 20:14:01.336703 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device eb0e1c2a-2bda-4915-a791-6894aa5aa38b up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:14:01.385288 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port eb0e1c2a-2bda-4915-a791-6894aa5aa38b triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:14:01.385664 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:01.407791 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2623d-4104-497f-b9e5-5bdf0920a041 req-d7c8ae57-5667-42c8-8bfa-971968fcae4b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:01.409296 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10a2623d-4104-497f-b9e5-5bdf0920a041 req-d7c8ae57-5667-42c8-8bfa-971968fcae4b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 944 time: 0.1452711 Apr 12 20:14:01.442898 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a435d19-8c7f-4387-8597-765fb83c304e req-67cd7911-7bf4-47ad-aa7d-e642223e96a7 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:01.444407 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a435d19-8c7f-4387-8597-765fb83c304e req-67cd7911-7bf4-47ad-aa7d-e642223e96a7 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 947 time: 0.1777670 Apr 12 20:14:01.465207 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port eb0e1c2a-2bda-4915-a791-6894aa5aa38b is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:14:01.465601 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:01.488760 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:01.491205 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c1b5a1-48a7-40f6-834f-8932783c159f" -d '{"events": [{"server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "name": "network-vif-plugged", "status": "completed", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:01.503657 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:01.508935 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:01.516139 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-991eabed-bae2-4073-a341-ba44ff0214dd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Made reservation on behalf of c68edf8f055946fe965bdf73106fce58 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:14:01.519407 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-991eabed-bae2-4073-a341-ba44ff0214dd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:01.557520 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,revision_number=10']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:01.619097 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a7538d9-1de1-44a9-8608-3280ec22fbf5 req-070217bd-d7c4-4ae0-bdee-8c2af3ac3487 service neutron] 10.222.0.13 "GET /v2.0/networks/5b5c3fe0-efe4-49df-8697-700c139c9987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277085 Apr 12 20:14:01.627208 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a435d19-8c7f-4387-8597-765fb83c304e req-f904d95f-2833-45d0-8b81-12bb3a4c6b7f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479003 Apr 12 20:14:01.632604 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10a2623d-4104-497f-b9e5-5bdf0920a041 req-6f06b4ab-db70-4af2-b1cd-d78c8a77ffe8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870999 Apr 12 20:14:01.636318 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f914a787-19db-4499-a567-ffebb1f553f3 req-fadc6352-23d5-4741-94ba-ebfe00c79f54 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049092 Apr 12 20:14:01.705555 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da21f14a-6064-43ac-9864-849d8685c52a x-openstack-request-id: req-da21f14a-6064-43ac-9864-849d8685c52a {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:01.706046 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "name": "network-vif-plugged", "status": "completed", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:01.706168 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da21f14a-6064-43ac-9864-849d8685c52a {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:01.706498 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da21f14a-6064-43ac-9864-849d8685c52a'] response: {'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'code': 200} Apr 12 20:14:01.751044 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-187aac3a-2b00-4f14-8349-c1b9d0bfed50 req-e88f5a49-d8bb-477c-ae8e-36148590d815 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 210 time: 0.0496264 Apr 12 20:14:01.775128 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-991eabed-bae2-4073-a341-ba44ff0214dd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Allocated IP 172.20.0.8 (058700fe-b621-4dcd-ad5a-ba20d9c398f9/8466dadb-85c5-478b-8c6f-ed735868dba2/2c09124c-1246-45eb-bc4c-c85b26a6f77b) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:14:01.913329 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-991eabed-bae2-4073-a341-ba44ff0214dd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:01.948134 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-991eabed-bae2-4073-a341-ba44ff0214dd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:01.992037 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-991eabed-bae2-4073-a341-ba44ff0214dd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:14:01.997329 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-991eabed-bae2-4073-a341-ba44ff0214dd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:14:01.999862 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-991eabed-bae2-4073-a341-ba44ff0214dd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:14:02.029916 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eabed-bae2-4073-a341-ba44ff0214dd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'Port': ['ID=2c09124c-1246-45eb-bc4c-c85b26a6f77b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:02.059535 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-991eabed-bae2-4073-a341-ba44ff0214dd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:02.060173 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-991eabed-bae2-4073-a341-ba44ff0214dd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:02.077883 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-991eabed-bae2-4073-a341-ba44ff0214dd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3145106 Apr 12 20:14:02.270390 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-e3c14503-84e4-416f-a4a5-2bd71618032a None None] Provisioning complete for port 2c09124c-1246-45eb-bc4c-c85b26a6f77b triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:14:02.270644 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e3c14503-84e4-416f-a4a5-2bd71618032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:02.306474 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-e3c14503-84e4-416f-a4a5-2bd71618032a None None] Port 2c09124c-1246-45eb-bc4c-c85b26a6f77b cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:14:02.770040 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f35c30-41ac-4387-bb7c-d4b50e1e2503 req-ef003bbf-08de-40d5-8a9b-8d123e83380e tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:02.772294 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b0f35c30-41ac-4387-bb7c-d4b50e1e2503 req-ef003bbf-08de-40d5-8a9b-8d123e83380e tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 947 time: 0.0753014 Apr 12 20:14:02.793494 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d5ec8-0aed-47a3-8251-72c42778c170 req-bc49617c-c230-44d8-8c23-69b356c094ac tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:02.794906 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-473d5ec8-0aed-47a3-8251-72c42778c170 req-bc49617c-c230-44d8-8c23-69b356c094ac tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 946 time: 0.0696170 Apr 12 20:14:02.851212 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b0f35c30-41ac-4387-bb7c-d4b50e1e2503 req-195e2272-ee12-4666-87ec-dd0290c41515 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732722 Apr 12 20:14:02.865587 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-473d5ec8-0aed-47a3-8251-72c42778c170 req-f42fd352-8f81-4a42-9fea-fdfb4bac5dc3 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642219 Apr 12 20:14:02.955264 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad32442-a596-4139-a99a-ef7fbdd397fc req-793b3aaf-dc9f-411f-86cc-8cd2f1dc80ec tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:02.956891 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6ad32442-a596-4139-a99a-ef7fbdd397fc req-793b3aaf-dc9f-411f-86cc-8cd2f1dc80ec tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 931 time: 0.0472724 Apr 12 20:14:03.002992 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6ad32442-a596-4139-a99a-ef7fbdd397fc req-3b71bf3e-967f-44b4-8757-8b60be2449ca tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401931 Apr 12 20:14:03.996435 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19246f91-f6dd-4a0c-9307-a66858268d97 req-4c7ee3c9-b223-4b40-8a68-5515b6960204 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:03.999431 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19246f91-f6dd-4a0c-9307-a66858268d97 req-4c7ee3c9-b223-4b40-8a68-5515b6960204 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 947 time: 0.0830646 Apr 12 20:14:04.021418 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0844b59-1178-45b9-aa9d-fbabb430b5f1 req-da3a4ae2-8154-4042-aa06-d85a3fc3853b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:04.022854 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d0844b59-1178-45b9-aa9d-fbabb430b5f1 req-da3a4ae2-8154-4042-aa06-d85a3fc3853b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 946 time: 0.0787110 Apr 12 20:14:04.089264 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19246f91-f6dd-4a0c-9307-a66858268d97 req-d3f18f5a-7c33-4bf3-baba-aea9c3335ead tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840871 Apr 12 20:14:04.092510 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d0844b59-1178-45b9-aa9d-fbabb430b5f1 req-e7aa46dd-52df-4c5b-a51e-cbd0c1f81915 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634453 Apr 12 20:14:04.186549 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0688e4-63ad-4fd1-84ba-db2f60d26ceb req-974fbb8e-1805-43b1-b1c0-cd50c54851a4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:04.187995 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3c0688e4-63ad-4fd1-84ba-db2f60d26ceb req-974fbb8e-1805-43b1-b1c0-cd50c54851a4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 931 time: 0.0479028 Apr 12 20:14:04.233895 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3c0688e4-63ad-4fd1-84ba-db2f60d26ceb req-81b43ae2-e931-4df5-a1bf-140c8fb934fe tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396299 Apr 12 20:14:05.229964 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470ee1d-ba29-4d7f-bba9-4c72cd2b8c79 req-2c55a193-ceb1-4265-9d02-73733aa1090f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:05.231644 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4470ee1d-ba29-4d7f-bba9-4c72cd2b8c79 req-2c55a193-ceb1-4265-9d02-73733aa1090f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 947 time: 0.0763776 Apr 12 20:14:05.240503 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a614e-bee2-4091-a08d-5846ee62dced req-894ccedd-c29b-4bc9-a641-0594891fa3a4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:05.241887 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f38a614e-bee2-4091-a08d-5846ee62dced req-894ccedd-c29b-4bc9-a641-0594891fa3a4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 946 time: 0.0766752 Apr 12 20:14:05.291195 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Request body: {'port': {'device_id': '25df7db6-6076-41fd-85d4-2f03c064d92a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:05.345129 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4470ee1d-ba29-4d7f-bba9-4c72cd2b8c79 req-7d6e0f19-f167-4407-8aa2-87ae87cbc633 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023014 Apr 12 20:14:05.360497 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 8742a7d9-fe11-4586-8e5d-866740230081 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:14:05.361601 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f38a614e-bee2-4091-a08d-5846ee62dced req-07ff4f59-32e3-4256-b70b-2a91bb336eb5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131935 Apr 12 20:14:05.363386 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 778d2243-35d4-4151-9b80-31052a9c9f60 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:14:05.404100 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 778d2243-35d4-4151-9b80-31052a9c9f60 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:14:05.404483 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 778d2243-35d4-4151-9b80-31052a9c9f60 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:14:05.407504 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:05.494067 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 8742a7d9-fe11-4586-8e5d-866740230081, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8742a7d9-fe11-4586-8e5d-866740230081,segment=NetworkSegment(1e1b82d2-0b47-4484-81f2-7c17cc7bc166),segment_id=1e1b82d2-0b47-4484-81f2-7c17cc7bc166)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:05.505450 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '8742a7d9-fe11-4586-8e5d-866740230081', 'network_id': '5b5c3fe0-efe4-49df-8697-700c139c9987', 'port_id': '8742a7d9-fe11-4586-8e5d-866740230081', 'mac_address': 'fa:16:3e:01:2b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342d0acf-8fa2-4947-9807-deb98a3a9a49', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:14:05.542636 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 8742a7d9-fe11-4586-8e5d-866740230081 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:14:05.542948 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (8742a7d9-fe11-4586-8e5d-866740230081), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:05.543844 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40dc6d-a797-4774-a4cc-6ad217898f80 req-9aaa7cac-0423-43ce-a4ce-b0d88aab342b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:05.545371 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1f40dc6d-a797-4774-a4cc-6ad217898f80 req-9aaa7cac-0423-43ce-a4ce-b0d88aab342b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 931 time: 0.1040239 Apr 12 20:14:05.556901 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8742a7d9-fe11-4586-8e5d-866740230081 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:14:05.579741 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 8742a7d9-fe11-4586-8e5d-866740230081, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8742a7d9-fe11-4586-8e5d-866740230081,segment=NetworkSegment(1e1b82d2-0b47-4484-81f2-7c17cc7bc166),segment_id=1e1b82d2-0b47-4484-81f2-7c17cc7bc166)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:05.584791 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (8742a7d9-fe11-4586-8e5d-866740230081), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:05.641885 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=8742a7d9-fe11-4586-8e5d-866740230081,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:05.664773 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1f40dc6d-a797-4774-a4cc-6ad217898f80 req-0dc2f164-9c70-4aa8-b5c9-632902917eba tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102509 Apr 12 20:14:05.758089 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c09124c-1246-45eb-bc4c-c85b26a6f77b {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:14:05.765618 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Publish callbacks [] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:05.779675 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Transition to ACTIVE for port object 2c09124c-1246-45eb-bc4c-c85b26a6f77b will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:14:05.783697 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:05.836806 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Pushing event updated for resources: {'Port': ['ID=2c09124c-1246-45eb-bc4c-c85b26a6f77b,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:05.892017 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['8742a7d9-fe11-4586-8e5d-866740230081'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:14:05.905415 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Attempting to bind port 2c09124c-1246-45eb-bc4c-c85b26a6f77b on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:14:05.905762 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Attempting to bind port 2c09124c-1246-45eb-bc4c-c85b26a6f77b by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:14:05.906098 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Attempting to bind port 2c09124c-1246-45eb-bc4c-c85b26a6f77b on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:14:05.911844 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Port 2c09124c-1246-45eb-bc4c-c85b26a6f77b on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:14:05.912379 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Attempting to bind port 2c09124c-1246-45eb-bc4c-c85b26a6f77b on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:14:05.918747 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:14:05.919631 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Checking segment: {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:14:05.920043 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Bound using segment: {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:14:05.920501 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Bound port: 2c09124c-1246-45eb-bc4c-c85b26a6f77b, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:14:05.920881 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:05.989425 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d2197ee3-762a-4dad-bfaa-d08bcfa641bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:06.001825 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] For port 2c09124c-1246-45eb-bc4c-c85b26a6f77b, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:14:06.006021 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] For port 2c09124c-1246-45eb-bc4c-c85b26a6f77b, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2c09124c-1246-45eb-bc4c-c85b26a6f77b,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:14:06.015248 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:06.049059 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:06.049757 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:06.051417 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] 10.222.0.13 "PUT /v2.0/ports/2c09124c-1246-45eb-bc4c-c85b26a6f77b HTTP/1.1" status: 200 len: 1093 time: 0.7738154 Apr 12 20:14:06.051535 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25df7db6-6076-41fd-85d4-2f03c064d92a', 'tag': '2c09124c-1246-45eb-bc4c-c85b26a6f77b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:06.053771 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2117eeeb-3e4f-42b7-9bcf-a771ce370bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "25df7db6-6076-41fd-85d4-2f03c064d92a", "tag": "2c09124c-1246-45eb-bc4c-c85b26a6f77b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:06.096522 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d6b509-32da-4265-becf-cf143be310f0 x-openstack-request-id: req-68d6b509-32da-4265-becf-cf143be310f0 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:06.096821 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25df7db6-6076-41fd-85d4-2f03c064d92a", "tag": "2c09124c-1246-45eb-bc4c-c85b26a6f77b", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:06.097077 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68d6b509-32da-4265-becf-cf143be310f0 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:06.097484 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d6b509-32da-4265-becf-cf143be310f0'] response: {'name': 'network-changed', 'server_uuid': '25df7db6-6076-41fd-85d4-2f03c064d92a', 'tag': '2c09124c-1246-45eb-bc4c-c85b26a6f77b', 'status': 'completed', 'code': 200} Apr 12 20:14:06.098177 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74088bc9-70b8-4c4a-b771-e585bed38134 service neutron] Pushing event updated for resources: {'Port': ['ID=2c09124c-1246-45eb-bc4c-c85b26a6f77b,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:06.218898 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117eeeb-3e4f-42b7-9bcf-a771ce370bf3 req-a38d85be-7027-4cc8-b6b0-445fd28539e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:06.220743 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2117eeeb-3e4f-42b7-9bcf-a771ce370bf3 req-a38d85be-7027-4cc8-b6b0-445fd28539e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 1127 time: 0.0528638 Apr 12 20:14:06.492498 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745ba29-ac28-466b-81f0-09b3dd912002 req-38226af1-8951-4ee5-83bb-4a89fd3970ad tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:06.494011 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e745ba29-ac28-466b-81f0-09b3dd912002 req-38226af1-8951-4ee5-83bb-4a89fd3970ad tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 948 time: 0.0787768 Apr 12 20:14:06.516311 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf85276-da60-40b2-b5c7-ccd6945a49f5 req-14facbce-bee8-4f17-911b-25db8093abb8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:06.518378 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-acf85276-da60-40b2-b5c7-ccd6945a49f5 req-14facbce-bee8-4f17-911b-25db8093abb8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 946 time: 0.0732379 Apr 12 20:14:06.651962 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e745ba29-ac28-466b-81f0-09b3dd912002 req-d45f4654-4cc0-4f63-aa63-13de2c26abd4 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521935 Apr 12 20:14:06.693445 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-acf85276-da60-40b2-b5c7-ccd6945a49f5 req-37c33b97-ba6f-41c4-b152-13554aa92754 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686361 Apr 12 20:14:06.700488 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77df75-29ca-4759-9c19-953caecf653f req-4631e166-3ef9-4efd-a5a6-78665d01697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:06.701988 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9b77df75-29ca-4759-9c19-953caecf653f req-4631e166-3ef9-4efd-a5a6-78665d01697f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 1130 time: 0.1309054 Apr 12 20:14:06.760868 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117eeeb-3e4f-42b7-9bcf-a771ce370bf3 req-c33a8f35-4c92-492f-a215-195e262269d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:06.762321 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2117eeeb-3e4f-42b7-9bcf-a771ce370bf3 req-c33a8f35-4c92-492f-a215-195e262269d2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c68edf8f055946fe965bdf73106fce58&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1948731 Apr 12 20:14:06.841571 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5b108-5fad-48ed-a798-d4a51be4224f req-957e33d3-0eab-4028-b432-83f6b5063736 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:06.843044 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d8d5b108-5fad-48ed-a798-d4a51be4224f req-957e33d3-0eab-4028-b432-83f6b5063736 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 943 time: 0.0983994 Apr 12 20:14:06.845157 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9b77df75-29ca-4759-9c19-953caecf653f req-fb1e516d-51ad-4279-b10a-ec19317029b7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253200 Apr 12 20:14:06.937247 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d8d5b108-5fad-48ed-a798-d4a51be4224f req-4cbfa3fc-bdae-4915-9e73-8d6fe93f3483 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668447 Apr 12 20:14:06.940166 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117eeeb-3e4f-42b7-9bcf-a771ce370bf3 req-3c1b861d-1dfb-423c-b799-0c3e41d17dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:06.941676 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2117eeeb-3e4f-42b7-9bcf-a771ce370bf3 req-3c1b861d-1dfb-423c-b799-0c3e41d17dcf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1563001 Apr 12 20:14:07.132261 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-d3eb642d-7745-454b-9c73-bb0071b6c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:07.133725 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-d3eb642d-7745-454b-9c73-bb0071b6c88e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 1127 time: 0.0406914 Apr 12 20:14:07.184343 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-1998d31d-32de-4b40-b6e5-8637fba29188 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c09124c-1246-45eb-bc4c-c85b26a6f77b HTTP/1.1" status: 200 len: 217 time: 0.0391057 Apr 12 20:14:07.237008 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-4bfe4b70-b0c6-46b7-99d4-0cc98072cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:07.238604 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-4bfe4b70-b0c6-46b7-99d4-0cc98072cafd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8466dadb-85c5-478b-8c6f-ed735868dba2 HTTP/1.1" status: 200 len: 852 time: 0.0475559 Apr 12 20:14:07.289634 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-06d089f1-6dfd-4fa7-9cb0-ed53fc29c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:07.291198 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-06d089f1-6dfd-4fa7-9cb0-ed53fc29c008 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=058700fe-b621-4dcd-ad5a-ba20d9c398f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452132 Apr 12 20:14:07.369132 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 8742a7d9-fe11-4586-8e5d-866740230081 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:14:07.377426 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c903b6-69a1-4e62-8f29-abdceb0f5bb6 req-11b9c3f0-5142-4cd5-8867-9991d7cdde4e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:07.378913 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-08c903b6-69a1-4e62-8f29-abdceb0f5bb6 req-11b9c3f0-5142-4cd5-8867-9991d7cdde4e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0468266 Apr 12 20:14:07.416258 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 8742a7d9-fe11-4586-8e5d-866740230081 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:14:07.422037 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 8742a7d9-fe11-4586-8e5d-866740230081 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:14:07.422628 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (8742a7d9-fe11-4586-8e5d-866740230081), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:07.430639 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-08c903b6-69a1-4e62-8f29-abdceb0f5bb6 req-9727519c-7a94-44fb-85e1-4ea2b74b2f05 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454409 Apr 12 20:14:07.453085 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 41540) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:07.500087 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 8742a7d9-fe11-4586-8e5d-866740230081 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:14:07.500512 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (8742a7d9-fe11-4586-8e5d-866740230081), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:07.526955 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bd5eb0-0898-42a0-8c72-a39198df83f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8742a7d9-fe11-4586-8e5d-866740230081'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:07.529888 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9777460a-70e7-4f6f-8e8a-bca013e6e456" -d '{"events": [{"server_uuid": "60bd5eb0-0898-42a0-8c72-a39198df83f2", "name": "network-vif-plugged", "status": "completed", "tag": "8742a7d9-fe11-4586-8e5d-866740230081"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:07.544195 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 8742a7d9-fe11-4586-8e5d-866740230081, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8742a7d9-fe11-4586-8e5d-866740230081,segment=NetworkSegment(1e1b82d2-0b47-4484-81f2-7c17cc7bc166),segment_id=1e1b82d2-0b47-4484-81f2-7c17cc7bc166)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:07.551786 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (8742a7d9-fe11-4586-8e5d-866740230081), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:07.580416 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be309fc6-4818-4aeb-a50e-97a3ef0b1413 x-openstack-request-id: req-be309fc6-4818-4aeb-a50e-97a3ef0b1413 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:07.580741 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bd5eb0-0898-42a0-8c72-a39198df83f2", "name": "network-vif-plugged", "status": "completed", "tag": "8742a7d9-fe11-4586-8e5d-866740230081", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:07.580994 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be309fc6-4818-4aeb-a50e-97a3ef0b1413 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:07.581553 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be309fc6-4818-4aeb-a50e-97a3ef0b1413'] response: {'server_uuid': '60bd5eb0-0898-42a0-8c72-a39198df83f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8742a7d9-fe11-4586-8e5d-866740230081', 'code': 200} Apr 12 20:14:07.608111 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=8742a7d9-fe11-4586-8e5d-866740230081,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:07.665321 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a3217e-7b67-4874-bf24-1f39b4c23eae tempest-TestMinimumBasicScenario-708874989 tempest-TestMinimumBasicScenario-708874989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:07.666974 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-15a3217e-7b67-4874-bf24-1f39b4c23eae tempest-TestMinimumBasicScenario-708874989 tempest-TestMinimumBasicScenario-708874989-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 1124 time: 0.2128346 Apr 12 20:14:07.669919 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 41550) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:07.675378 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'port_id': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:07.713792 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:07.907797 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91b84c-2bf5-4573-b861-d9e14f9ca264 req-630dfdd5-abac-4434-b857-1b58073ad0e7 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:07.909237 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d91b84c-2bf5-4573-b861-d9e14f9ca264 req-630dfdd5-abac-4434-b857-1b58073ad0e7 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 949 time: 0.1763878 Apr 12 20:14:07.967188 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2082e-0916-4ad4-b82d-57a83ee985c1 req-dbda3696-a260-43c4-90a2-0f0bfd27cb61 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:07.968574 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c2c2082e-0916-4ad4-b82d-57a83ee985c1 req-dbda3696-a260-43c4-90a2-0f0bfd27cb61 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 946 time: 0.1532078 Apr 12 20:14:07.983167 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:08.028247 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae316386-64e2-4676-bff0-d91360805eb9 req-dfe73c94-2428-4978-9e64-810341eab5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:08.029701 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ae316386-64e2-4676-bff0-d91360805eb9 req-dfe73c94-2428-4978-9e64-810341eab5da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 1133 time: 0.1298921 Apr 12 20:14:08.101466 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d91b84c-2bf5-4573-b861-d9e14f9ca264 req-137232ce-bd3d-40f1-bd12-b7216f19ada7 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798670 Apr 12 20:14:08.109480 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-dfbc33f5-5a60-4e1e-a0e1-e1daa81acfcc service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587236 Apr 12 20:14:08.126033 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c2c2082e-0916-4ad4-b82d-57a83ee985c1 req-ad31da90-9c3b-4498-9ec6-06f6723cecc2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440783 Apr 12 20:14:08.203474 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Allocated IP 172.27.0.169 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/3c0af428-b674-4f7d-934b-12b133ab3d00) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:14:08.222293 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49014d7-8c64-49d8-9c80-e25b9bad7900 req-6198b3a3-7edb-4010-adea-1daea78bbfbf tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:08.224420 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d49014d7-8c64-49d8-9c80-e25b9bad7900 req-6198b3a3-7edb-4010-adea-1daea78bbfbf tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 943 time: 0.0640378 Apr 12 20:14:08.454359 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a04d883b-11cd-4a01-88b9-fe744590c74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:08.571798 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d49014d7-8c64-49d8-9c80-e25b9bad7900 req-ff8e79d8-89aa-489c-a481-1ed4e18ad260 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405178 Apr 12 20:14:08.604596 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for port (3c0af428-b674-4f7d-934b-12b133ab3d00), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:08.636876 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (3c0af428-b674-4f7d-934b-12b133ab3d00), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:08.675809 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:14:08.681088 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:14:08.684598 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:14:08.689903 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event updated for resources: {'Port': ['ID=3c0af428-b674-4f7d-934b-12b133ab3d00,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:09.046896 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for floatingip (6377c89e-b712-4e66-9160-c64152588543), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:09.114269 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (3c0af428-b674-4f7d-934b-12b133ab3d00), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:09.288322 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c82bd9-8814-47a7-a350-52e3a2375fe2 req-b7e69eb2-ebda-4662-835c-3a54e26e1e16 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:09.289799 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-14c82bd9-8814-47a7-a350-52e3a2375fe2 req-b7e69eb2-ebda-4662-835c-3a54e26e1e16 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 949 time: 0.1114693 Apr 12 20:14:09.319641 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4f458-1a96-43bf-a25b-1ddd64b0be76 req-e9f478ac-76ea-496c-9ea1-72bd0b74ac04 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:09.321094 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70a4f458-1a96-43bf-a25b-1ddd64b0be76 req-e9f478ac-76ea-496c-9ea1-72bd0b74ac04 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 946 time: 0.1049774 Apr 12 20:14:09.397137 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for port (3c0af428-b674-4f7d-934b-12b133ab3d00), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:09.406683 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (3c0af428-b674-4f7d-934b-12b133ab3d00), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:09.416984 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-14c82bd9-8814-47a7-a350-52e3a2375fe2 req-0fa1a256-067b-4f34-a9de-2d9853db9a2e tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193411 Apr 12 20:14:09.455693 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70a4f458-1a96-43bf-a25b-1ddd64b0be76 req-5beebd7a-080f-47fd-b1ab-4d99c0e38a3f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249833 Apr 12 20:14:09.487836 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event updated for resources: {'Port': ['ID=3c0af428-b674-4f7d-934b-12b133ab3d00,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:09.503519 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (6377c89e-b712-4e66-9160-c64152588543), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:09.553694 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:09.607899 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Floating IP 6377c89e-b712-4e66-9160-c64152588543 associated. External IP: 172.27.0.169, port: 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9. Apr 12 20:14:09.727128 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d3cfb-6a82-4de3-b502-e2056c5b08c9 req-87bddc01-0e49-4cb4-8a53-4c618b12df70 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:09.728941 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d93d3cfb-6a82-4de3-b502-e2056c5b08c9 req-87bddc01-0e49-4cb4-8a53-4c618b12df70 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 943 time: 0.0857060 Apr 12 20:14:09.872098 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ae316386-64e2-4676-bff0-d91360805eb9 req-d0de2fbf-171f-4b3e-a7f0-2c997ca85e99 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366231 Apr 12 20:14:09.908163 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d93d3cfb-6a82-4de3-b502-e2056c5b08c9 req-85c27867-c4b7-40e3-a4c0-185c534e0911 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717520 Apr 12 20:14:09.978299 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1dcb3127-4685-49fa-8882-cf01834bb6c1 req-e530baa6-a1b2-4f8d-8670-d19156fab75e service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216520 Apr 12 20:14:10.001781 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Router 70e5c68f-d82d-4b81-9d14-5a595132cede has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:14:10.112738 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:14:10.122168 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dbb367-bf4f-44ec-aea6-6016cb1029a2 None None] Sync routers for ids ['70e5c68f-d82d-4b81-9d14-5a595132cede'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:14:10.131765 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dbb367-bf4f-44ec-aea6-6016cb1029a2 None None] Routers {'70e5c68f-d82d-4b81-9d14-5a595132cede'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:14:10.131975 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.132404 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-e0dbb367-bf4f-44ec-aea6-6016cb1029a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:14:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['70e5c68f-d82d-4b81-9d14-5a595132cede'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:10.162110 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-efc6813f-7276-4557-96df-a33949912206 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4905305 Apr 12 20:14:10.162669 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:10.164947 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eb3d20-642a-4321-8a25-0797e723eb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:10.165311 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41570) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:10.170396 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-430e10ae-df52-4416-9fc0-d96027cbb07b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1330206049', 'description': 'tempest-secgroup-smoke-1330206049 description', 'project_id': 'a06197fc20d1445e8a96664ff2c117c1'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:10.192524 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-430e10ae-df52-4416-9fc0-d96027cbb07b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.201885 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da51b8c-fd5f-436e-a62e-b651734bda22 x-openstack-request-id: req-0da51b8c-fd5f-436e-a62e-b651734bda22 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:10.201885 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:10.201885 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0da51b8c-fd5f-436e-a62e-b651734bda22 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:10.202323 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da51b8c-fd5f-436e-a62e-b651734bda22'] response: {'name': 'network-changed', 'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9', 'status': 'completed', 'code': 200} Apr 12 20:14:10.266111 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-430e10ae-df52-4416-9fc0-d96027cbb07b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group (11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.271087 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-430e10ae-df52-4416-9fc0-d96027cbb07b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.297876 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-430e10ae-df52-4416-9fc0-d96027cbb07b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.299356 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-430e10ae-df52-4416-9fc0-d96027cbb07b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1330745 Apr 12 20:14:10.303176 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 41574) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:10.307862 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e10ae-df52-4416-9fc0-d96027cbb07b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:10.308014 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a971c0d6-1d3d-405d-b46c-dc1b3176f348 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Request body: {'security_group_rule': {'security_group_id': '11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b', 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:10.335135 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a971c0d6-1d3d-405d-b46c-dc1b3176f348 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (15df3705-8c33-47e6-a431-54db083f155a), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.338692 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-e0dbb367-bf4f-44ec-aea6-6016cb1029a2 None None] Set router 70e5c68f-d82d-4b81-9d14-5a595132cede gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:14:10.390311 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a971c0d6-1d3d-405d-b46c-dc1b3176f348 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (15df3705-8c33-47e6-a431-54db083f155a), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.394354 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a971c0d6-1d3d-405d-b46c-dc1b3176f348 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (15df3705-8c33-47e6-a431-54db083f155a), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.411861 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971c0d6-1d3d-405d-b46c-dc1b3176f348 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15df3705-8c33-47e6-a431-54db083f155a,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:10.421046 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a971c0d6-1d3d-405d-b46c-dc1b3176f348 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.422482 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a971c0d6-1d3d-405d-b46c-dc1b3176f348 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182735 Apr 12 20:14:10.425707 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41576) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:10.430670 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-908115f0-d06f-4695-b4b9-f2f324faa05e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Request body: {'security_group_rule': {'security_group_id': '11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b', 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:10.456792 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-908115f0-d06f-4695-b4b9-f2f324faa05e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (49ec49e6-4cf8-4f69-918c-11dbb5921f42), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.526222 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-908115f0-d06f-4695-b4b9-f2f324faa05e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (49ec49e6-4cf8-4f69-918c-11dbb5921f42), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.531337 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-908115f0-d06f-4695-b4b9-f2f324faa05e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (49ec49e6-4cf8-4f69-918c-11dbb5921f42), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.552797 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908115f0-d06f-4695-b4b9-f2f324faa05e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ec49e6-4cf8-4f69-918c-11dbb5921f42,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:10.558799 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-908115f0-d06f-4695-b4b9-f2f324faa05e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.562624 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-908115f0-d06f-4695-b4b9-f2f324faa05e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333508 Apr 12 20:14:10.562809 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41582) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:10.567245 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-81946197-4b85-429e-a340-4afbc0d08b03 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Request body: {'security_group_rule': {'security_group_id': '11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b', 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:10.569975 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-e0dbb367-bf4f-44ec-aea6-6016cb1029a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 4, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port': {'id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:29Z', 'updated_at': '2022-04-12T20:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '6377c89e-b712-4e66-9160-c64152588543', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'port_id': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'mac_address': 'fa:16:3e:86:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:14:08Z', 'updated_at': '2022-04-12T20:14:08Z', 'revision_number': 0, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca8ba6f-ebaf-48ac-909a-b70bf5797d94', 'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'mac_address': 'fa:16:3e:fd:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '50de082a-31e4-4091-bb14-efd82acb9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:31Z', 'updated_at': '2022-04-12T20:12:38Z', 'revision_number': 5, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'subnets': [{'id': '50de082a-31e4-4091-bb14-efd82acb9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:10.571588 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52653059-9136-4a92-9a1a-c263b15af6b3 req-cf7eaea2-f8f3-4e41-b8cd-1db2958a4d0e tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:10.573478 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-52653059-9136-4a92-9a1a-c263b15af6b3 req-cf7eaea2-f8f3-4e41-b8cd-1db2958a4d0e tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 949 time: 0.0764997 Apr 12 20:14:10.602319 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dbb367-bf4f-44ec-aea6-6016cb1029a2 None None] Checking router: 70e5c68f-d82d-4b81-9d14-5a595132cede for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:14:10.602632 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81946197-4b85-429e-a340-4afbc0d08b03 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (39a92402-43b4-4982-b8bc-27ea7f06dfd2), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.610985 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dbb367-bf4f-44ec-aea6-6016cb1029a2 None None] Routers {'70e5c68f-d82d-4b81-9d14-5a595132cede'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:14:10.611599 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-e0dbb367-bf4f-44ec-aea6-6016cb1029a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:14:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['70e5c68f-d82d-4b81-9d14-5a595132cede'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:10.627226 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742201ad-1df0-4898-9dbd-ee0a17bce237 req-11436900-3548-4326-b85e-5858f9281b0b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:10.628705 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-742201ad-1df0-4898-9dbd-ee0a17bce237 req-11436900-3548-4326-b85e-5858f9281b0b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 946 time: 0.0850523 Apr 12 20:14:10.676376 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81946197-4b85-429e-a340-4afbc0d08b03 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (39a92402-43b4-4982-b8bc-27ea7f06dfd2), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.681595 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81946197-4b85-429e-a340-4afbc0d08b03 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (39a92402-43b4-4982-b8bc-27ea7f06dfd2), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.691460 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-52653059-9136-4a92-9a1a-c263b15af6b3 req-dba9507d-8291-415b-abac-97eb1fa146dd tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005635 Apr 12 20:14:10.697145 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-742201ad-1df0-4898-9dbd-ee0a17bce237 req-42aaf7d2-7a1b-4faf-b36d-46fd7e7e9fa9 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578806 Apr 12 20:14:10.712600 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81946197-4b85-429e-a340-4afbc0d08b03 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a92402-43b4-4982-b8bc-27ea7f06dfd2,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:10.719663 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81946197-4b85-429e-a340-4afbc0d08b03 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.724598 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-81946197-4b85-429e-a340-4afbc0d08b03 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573248 Apr 12 20:14:10.725129 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-e0dbb367-bf4f-44ec-aea6-6016cb1029a2 None None] Set router 70e5c68f-d82d-4b81-9d14-5a595132cede gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:14:10.725249 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41584) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:10.730081 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-45bbd22a-1700-4227-8bea-f78be49648ae tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Request body: {'security_group_rule': {'security_group_id': '11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b', 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:10.744319 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.758093 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-45bbd22a-1700-4227-8bea-f78be49648ae tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (8d29c8fc-308f-4fb8-b107-4fd6300a1d86), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.827039 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-45bbd22a-1700-4227-8bea-f78be49648ae tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (8d29c8fc-308f-4fb8-b107-4fd6300a1d86), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.834109 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-45bbd22a-1700-4227-8bea-f78be49648ae tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (8d29c8fc-308f-4fb8-b107-4fd6300a1d86), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.848613 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbd22a-1700-4227-8bea-f78be49648ae tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d29c8fc-308f-4fb8-b107-4fd6300a1d86,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:10.864022 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-45bbd22a-1700-4227-8bea-f78be49648ae tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.869040 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-45bbd22a-1700-4227-8bea-f78be49648ae tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406169 Apr 12 20:14:10.869236 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41590) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:10.873542 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-3510923d-001e-42f8-92e7-902ad6da48f6 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Request body: {'security_group_rule': {'security_group_id': '11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b', 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:10.897877 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.securitygroups_db [None req-3510923d-001e-42f8-92e7-902ad6da48f6 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Project a06197fc20d1445e8a96664ff2c117c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 20:14:10.903888 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3510923d-001e-42f8-92e7-902ad6da48f6 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (9a0254a0-b5a0-4224-a7e5-12277c017c8e), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:10.997281 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-e0dbb367-bf4f-44ec-aea6-6016cb1029a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 4, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port': {'id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:29Z', 'updated_at': '2022-04-12T20:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '6377c89e-b712-4e66-9160-c64152588543', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'port_id': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'mac_address': 'fa:16:3e:86:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:14:08Z', 'updated_at': '2022-04-12T20:14:08Z', 'revision_number': 0, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca8ba6f-ebaf-48ac-909a-b70bf5797d94', 'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'mac_address': 'fa:16:3e:fd:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '50de082a-31e4-4091-bb14-efd82acb9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:31Z', 'updated_at': '2022-04-12T20:12:38Z', 'revision_number': 5, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'subnets': [{'id': '50de082a-31e4-4091-bb14-efd82acb9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:11.022022 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3510923d-001e-42f8-92e7-902ad6da48f6 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (9a0254a0-b5a0-4224-a7e5-12277c017c8e), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:11.031155 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3510923d-001e-42f8-92e7-902ad6da48f6 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (9a0254a0-b5a0-4224-a7e5-12277c017c8e), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:11.047896 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dbb367-bf4f-44ec-aea6-6016cb1029a2 None None] The sync data for ids ['70e5c68f-d82d-4b81-9d14-5a595132cede'] in dv-cinder-837542-1-iscsi is: [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 4, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port': {'id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:29Z', 'updated_at': '2022-04-12T20:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '6377c89e-b712-4e66-9160-c64152588543', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'port_id': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'mac_address': 'fa:16:3e:86:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:14:08Z', 'updated_at': '2022-04-12T20:14:08Z', 'revision_number': 0, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca8ba6f-ebaf-48ac-909a-b70bf5797d94', 'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'mac_address': 'fa:16:3e:fd:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '50de082a-31e4-4091-bb14-efd82acb9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:31Z', 'updated_at': '2022-04-12T20:12:38Z', 'revision_number': 5, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'subnets': [{'id': '50de082a-31e4-4091-bb14-efd82acb9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:14:11.062710 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84cf38-5d0c-4afd-8fb9-9a0c3187daa2 req-9d3eac73-88f1-42d5-8c2e-64d4a16f59c4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:11.064429 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ff84cf38-5d0c-4afd-8fb9-9a0c3187daa2 req-9d3eac73-88f1-42d5-8c2e-64d4a16f59c4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 943 time: 0.0646977 Apr 12 20:14:11.088270 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510923d-001e-42f8-92e7-902ad6da48f6 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0254a0-b5a0-4224-a7e5-12277c017c8e,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:11.101596 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3510923d-001e-42f8-92e7-902ad6da48f6 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:11.105715 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-3510923d-001e-42f8-92e7-902ad6da48f6 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2326348 Apr 12 20:14:11.107258 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41614) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:11.113049 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-48cee9db-31b7-4365-a552-933c2170a3dc tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Request body: {'security_group_rule': {'security_group_id': '11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b', 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:11.147579 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.securitygroups_db [None req-48cee9db-31b7-4365-a552-933c2170a3dc tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Project a06197fc20d1445e8a96664ff2c117c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 20:14:11.154305 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-48cee9db-31b7-4365-a552-933c2170a3dc tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (4c97de74-9faa-4610-bb81-37a16bde9134), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:11.198488 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ff84cf38-5d0c-4afd-8fb9-9a0c3187daa2 req-d826b732-2c15-4bac-b9e0-7ed6d7bafec5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261020 Apr 12 20:14:11.228306 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-48cee9db-31b7-4365-a552-933c2170a3dc tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (4c97de74-9faa-4610-bb81-37a16bde9134), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:11.243216 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-48cee9db-31b7-4365-a552-933c2170a3dc tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (4c97de74-9faa-4610-bb81-37a16bde9134), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:11.249283 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-50a84ec6-8ece-4798-a074-42973a266ea7 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:11.250802 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-50a84ec6-8ece-4798-a074-42973a266ea7 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/networks?id=3246d3b5-b403-4a48-9330-5b686a320eda HTTP/1.1" status: 200 len: 814 time: 0.1697037 Apr 12 20:14:11.267600 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-fcb2b6c3-1f04-4247-8e6b-51491f811903 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/quotas/56df4c8f7d5d4ee79e61b39e3c861e7f HTTP/1.1" status: 200 len: 375 time: 0.0095756 Apr 12 20:14:11.276470 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cee9db-31b7-4365-a552-933c2170a3dc tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c97de74-9faa-4610-bb81-37a16bde9134,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:11.290148 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-48cee9db-31b7-4365-a552-933c2170a3dc tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:11.295096 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-48cee9db-31b7-4365-a552-933c2170a3dc tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1867669 Apr 12 20:14:11.319142 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-b8478e74-a995-4d48-b657-056770cba20c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=56df4c8f7d5d4ee79e61b39e3c861e7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400679 Apr 12 20:14:11.350716 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8030e3ac-a54f-4f75-9990-9bf739be602d None None] New status for floating IP 6377c89e-b712-4e66-9160-c64152588543: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:14:11.451340 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-12e7704f-b140-456d-8186-b1397ee6eed7 req-b61e2c61-4cdb-4d3e-97e2-8d4e68c7c124 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330206049&fields=id&tenant_id=a06197fc20d1445e8a96664ff2c117c1 HTTP/1.1" status: 200 len: 267 time: 0.1066034 Apr 12 20:14:11.498054 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-6f612069-0892-40ab-aaa2-8b7bd8779298 service neutron] 10.222.0.44 "GET /v2.0/networks/3246d3b5-b403-4a48-9330-5b686a320eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688640 Apr 12 20:14:11.519453 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7704f-b140-456d-8186-b1397ee6eed7 req-6a0d831e-84a2-4ef6-b5fd-87a9f9f202cb tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:11.521535 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-12e7704f-b140-456d-8186-b1397ee6eed7 req-6a0d831e-84a2-4ef6-b5fd-87a9f9f202cb tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0649824 Apr 12 20:14:11.545332 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-12e7704f-b140-456d-8186-b1397ee6eed7 req-a13cfc2b-7541-4d18-910a-6aaf07a8fa4c tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Request body: {'port': {'security_groups': ['6245e00e-cc3c-4051-9c49-7b527d833d2e', '11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:11.666003 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12e7704f-b140-456d-8186-b1397ee6eed7 req-a13cfc2b-7541-4d18-910a-6aaf07a8fa4c tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:11.670153 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-caf4dfb7-061e-4b45-9918-5aeed92600c3 service neutron] 10.222.0.44 "GET /v2.0/networks/3246d3b5-b403-4a48-9330-5b686a320eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667051 Apr 12 20:14:12.136681 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad9741-01d2-4123-b5d0-3e5d2dcecb9b req-05dcde59-1c8c-45e4-b08d-a3cd96113f74 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:12.138147 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-22ad9741-01d2-4123-b5d0-3e5d2dcecb9b req-05dcde59-1c8c-45e4-b08d-a3cd96113f74 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 949 time: 0.3125753 Apr 12 20:14:12.196334 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-12e7704f-b140-456d-8186-b1397ee6eed7 req-a13cfc2b-7541-4d18-910a-6aaf07a8fa4c tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] For port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,segment=NetworkSegment(6dfc2847-289f-4fb1-92d4-57bf15cba9fb),segment_id=6dfc2847-289f-4fb1-92d4-57bf15cba9fb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:12.215888 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb3d20-642a-4321-8a25-0797e723eb4b req-7b07aa93-6af3-407f-91a1-cf37d9645599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:12.217377 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a1eb3d20-642a-4321-8a25-0797e723eb4b req-7b07aa93-6af3-407f-91a1-cf37d9645599 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a06197fc20d1445e8a96664ff2c117c1&device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 1129 time: 0.0783670 Apr 12 20:14:12.250238 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12e7704f-b140-456d-8186-b1397ee6eed7 req-a13cfc2b-7541-4d18-910a-6aaf07a8fa4c tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:12.254553 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-22ad9741-01d2-4123-b5d0-3e5d2dcecb9b req-52761351-3f25-4cb2-b962-692e28936791 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052802 Apr 12 20:14:12.256129 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12e7704f-b140-456d-8186-b1397ee6eed7 req-a13cfc2b-7541-4d18-910a-6aaf07a8fa4c tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:12.268968 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:14:12.296431 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7704f-b140-456d-8186-b1397ee6eed7 req-a13cfc2b-7541-4d18-910a-6aaf07a8fa4c tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:12.297097 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-12e7704f-b140-456d-8186-b1397ee6eed7 req-a13cfc2b-7541-4d18-910a-6aaf07a8fa4c tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:12.298877 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-12e7704f-b140-456d-8186-b1397ee6eed7 req-a13cfc2b-7541-4d18-910a-6aaf07a8fa4c tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "PUT /v2.0/ports/75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 HTTP/1.1" status: 200 len: 981 time: 0.7651267 Apr 12 20:14:12.299188 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:12.301468 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2274b60a-43da-454f-9b41-65c7ab922ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:12.349054 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cfc2b-7541-4d18-910a-6aaf07a8fa4c tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event updated for resources: {'Port': ['ID=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:12.406738 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3c755b95-05b7-4e4c-bde3-9a2e2c756a55 req-b270c388-3884-4dba-a62a-34d76554aaf8 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 210 time: 0.0333295 Apr 12 20:14:12.419156 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f4bcb-3cc9-4f19-975e-60f2fae87aab req-a4c668c6-43be-4f26-8bd7-7ed4987de1af tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:12.420729 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-413f4bcb-3cc9-4f19-975e-60f2fae87aab req-a4c668c6-43be-4f26-8bd7-7ed4987de1af tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 946 time: 0.0877657 Apr 12 20:14:12.458718 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:14:12.523310 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-413f4bcb-3cc9-4f19-975e-60f2fae87aab req-a15feea0-3106-4d37-8f4a-321f26b84071 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886765 Apr 12 20:14:12.543840 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26f427-5157-44ed-8d11-c276f4be7a8e req-3cbd84c9-65a4-4701-ad24-b3e124000e05 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:12.553377 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7b26f427-5157-44ed-8d11-c276f4be7a8e req-3cbd84c9-65a4-4701-ad24-b3e124000e05 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 943 time: 0.0695701 Apr 12 20:14:12.591372 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e4ba3c-505e-485e-ba24-b40c2db62be0 x-openstack-request-id: req-81e4ba3c-505e-485e-ba24-b40c2db62be0 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:12.595285 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:12.595558 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81e4ba3c-505e-485e-ba24-b40c2db62be0 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:12.596070 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e4ba3c-505e-485e-ba24-b40c2db62be0'] response: {'name': 'network-changed', 'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9', 'status': 'completed', 'code': 200} Apr 12 20:14:12.635711 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7b26f427-5157-44ed-8d11-c276f4be7a8e req-eb23c5e2-bfb8-4a6e-8ee2-24798c0e6e43 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811722 Apr 12 20:14:12.675452 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:12.686062 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-24799f9d-9ae7-4d3e-95d5-ea696752024f None None] Provisioning complete for port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:14:12.686408 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-24799f9d-9ae7-4d3e-95d5-ea696752024f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:12.706191 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee29189-8a5c-4810-b2ec-5a504bb70fec req-e1e2e586-7522-48da-8c40-7fa04b2d8488 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:12.707742 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7ee29189-8a5c-4810-b2ec-5a504bb70fec req-e1e2e586-7522-48da-8c40-7fa04b2d8488 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0625870 Apr 12 20:14:12.772281 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7ee29189-8a5c-4810-b2ec-5a504bb70fec req-7c2031b4-5334-4b15-9a34-a8ae2b029c76 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575624 Apr 12 20:14:12.889180 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-24799f9d-9ae7-4d3e-95d5-ea696752024f None None] Current status of the port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:14:13.211665 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb3d20-642a-4321-8a25-0797e723eb4b req-1819680d-f67c-41fb-8687-23bc5177e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:13.213214 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a1eb3d20-642a-4321-8a25-0797e723eb4b req-1819680d-f67c-41fb-8687-23bc5177e676 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1a4f955-830a-43d9-a2bb-d20ec96f49ee HTTP/1.1" status: 200 len: 916 time: 0.1009054 Apr 12 20:14:13.287001 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a1eb3d20-642a-4321-8a25-0797e723eb4b req-f2d4252d-27c0-4e34-9e57-2ef9ca9ac9d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 HTTP/1.1" status: 200 len: 1001 time: 0.0641849 Apr 12 20:14:13.388646 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 2c09124c-1246-45eb-bc4c-c85b26a6f77b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:14:13.390439 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb3d20-642a-4321-8a25-0797e723eb4b req-c6b2ad4e-ce70-46a8-a4e1-379d0c7798be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:13.391927 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a1eb3d20-642a-4321-8a25-0797e723eb4b req-c6b2ad4e-ce70-46a8-a4e1-379d0c7798be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50de082a-31e4-4091-bb14-efd82acb9199 HTTP/1.1" status: 200 len: 854 time: 0.0808845 Apr 12 20:14:13.400730 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1331ba-6a31-4921-b05f-383fe6fca119 req-eca53335-fd42-4fd9-b729-86beec2bf8e8 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:13.402216 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7e1331ba-6a31-4921-b05f-383fe6fca119 req-eca53335-fd42-4fd9-b729-86beec2bf8e8 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 949 time: 0.0622084 Apr 12 20:14:13.449599 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7e1331ba-6a31-4921-b05f-383fe6fca119 req-fb8f739c-7e7e-4af8-b81e-9108f6a6167d tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418539 Apr 12 20:14:13.495699 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 2c09124c-1246-45eb-bc4c-c85b26a6f77b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2c09124c-1246-45eb-bc4c-c85b26a6f77b,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:13.507537 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '2c09124c-1246-45eb-bc4c-c85b26a6f77b', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'port_id': '2c09124c-1246-45eb-bc4c-c85b26a6f77b', 'mac_address': 'fa:16:3e:1b:6b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:14:13.509256 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2d27b1b2-b829-41ec-94d1-176aa4ced36c req-559e76fa-e838-4e8f-9187-870d22f7a942 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 210 time: 0.0273283 Apr 12 20:14:13.544825 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 2c09124c-1246-45eb-bc4c-c85b26a6f77b is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:14:13.545224 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:13.558459 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c09124c-1246-45eb-bc4c-c85b26a6f77b {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:14:13.577898 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 2c09124c-1246-45eb-bc4c-c85b26a6f77b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2c09124c-1246-45eb-bc4c-c85b26a6f77b,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:13.583701 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:13.631848 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=2c09124c-1246-45eb-bc4c-c85b26a6f77b,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:13.646647 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cad19-9198-4d2f-976a-a7102833c455 req-5e23896f-61f7-46e7-a348-ac31980cdeba tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:13.648113 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a93cad19-9198-4d2f-976a-a7102833c455 req-5e23896f-61f7-46e7-a348-ac31980cdeba tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 946 time: 0.0474329 Apr 12 20:14:13.695862 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a93cad19-9198-4d2f-976a-a7102833c455 req-929e5aa1-52e7-49e2-abe2-cb98f0b7a34d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420172 Apr 12 20:14:13.791171 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f439da-3ca4-48b3-a46c-4718acbba9f5 req-97d54b7f-2181-453d-abb4-c78da67a10e2 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:13.792769 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-63f439da-3ca4-48b3-a46c-4718acbba9f5 req-97d54b7f-2181-453d-abb4-c78da67a10e2 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 944 time: 0.0860069 Apr 12 20:14:13.796545 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb3d20-642a-4321-8a25-0797e723eb4b req-fd5c27f1-b775-4564-99a7-bc84f8e0774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:13.797984 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a1eb3d20-642a-4321-8a25-0797e723eb4b req-fd5c27f1-b775-4564-99a7-bc84f8e0774f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1a4f955-830a-43d9-a2bb-d20ec96f49ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804880 Apr 12 20:14:13.842527 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-63f439da-3ca4-48b3-a46c-4718acbba9f5 req-8dbec976-a49a-4d43-8442-1404081923da tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429566 Apr 12 20:14:13.915716 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['2c09124c-1246-45eb-bc4c-c85b26a6f77b'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:14:14.480683 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-a1a550fb-e18e-40ff-9a47-dfb17ed81139 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:14.482112 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-a1a550fb-e18e-40ff-9a47-dfb17ed81139 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.13 "GET /v2.0/networks?id=3246d3b5-b403-4a48-9330-5b686a320eda HTTP/1.1" status: 200 len: 814 time: 0.1776996 Apr 12 20:14:14.483980 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a1eb3d20-642a-4321-8a25-0797e723eb4b req-9a19cd3c-d423-4227-b047-b51963b7923d service neutron] 10.222.0.13 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832521 Apr 12 20:14:14.563224 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57bf3e-0e67-48ac-b42c-1f0bc74dcffb req-0dd0475b-3ed8-4f6f-8f1b-a59d237492f4 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:14.564731 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ca57bf3e-0e67-48ac-b42c-1f0bc74dcffb req-0dd0475b-3ed8-4f6f-8f1b-a59d237492f4 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 949 time: 0.0475276 Apr 12 20:14:14.600536 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-3621034a-f52a-4509-940b-8e74305484fd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Request body: {'port': {'device_id': '22e3e178-8fcd-44da-9a41-defad8cca3fe', 'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda', 'admin_state_up': True, 'tenant_id': '56df4c8f7d5d4ee79e61b39e3c861e7f'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:14.650550 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9683f50a-394b-4e4b-a1a6-3c0f791bf166 req-c86485a9-e2ae-4f81-b0be-7b0ea20b2ae4 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 210 time: 0.0674188 Apr 12 20:14:14.747121 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ca57bf3e-0e67-48ac-b42c-1f0bc74dcffb req-9ec4c1e3-26d0-4f4c-a8c1-1598834f4b9f tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767702 Apr 12 20:14:14.799298 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a1eb3d20-642a-4321-8a25-0797e723eb4b req-e175752e-51d2-4303-adca-8d8c8ae93954 service neutron] 10.222.0.13 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039065 Apr 12 20:14:14.819131 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-3621034a-f52a-4509-940b-8e74305484fd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Made reservation on behalf of 56df4c8f7d5d4ee79e61b39e3c861e7f for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:14:14.823312 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-3621034a-f52a-4509-940b-8e74305484fd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:14.968122 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b60a-43da-454f-9b41-65c7ab922ca9 req-6c2bf44f-ebc6-4d00-b3cf-8c8cd32b492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:14.969696 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2274b60a-43da-454f-9b41-65c7ab922ca9 req-6c2bf44f-ebc6-4d00-b3cf-8c8cd32b492c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a06197fc20d1445e8a96664ff2c117c1&device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 1168 time: 0.0939505 Apr 12 20:14:15.013959 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ee24c-aef4-4391-8804-30209499ec94 req-8a409385-cef9-46d7-8918-5a69ab17cf63 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:15.015320 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b45ee24c-aef4-4391-8804-30209499ec94 req-8a409385-cef9-46d7-8918-5a69ab17cf63 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 944 time: 0.1057868 Apr 12 20:14:15.078812 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbdf6b-34b9-48ac-acee-571732f7542c req-5a452bd9-2be8-40ee-84f8-294bfd09277d tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:15.080336 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67dbdf6b-34b9-48ac-acee-571732f7542c req-5a452bd9-2be8-40ee-84f8-294bfd09277d tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 949 time: 0.0929239 Apr 12 20:14:15.081458 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-3621034a-f52a-4509-940b-8e74305484fd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Allocated IP 172.20.0.8 (3246d3b5-b403-4a48-9330-5b686a320eda/6351116b-04fd-4329-b2d5-e7bb6b55e817/c0a8596f-292a-4189-aea4-30c85a314fcb) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:14:15.150508 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b45ee24c-aef4-4391-8804-30209499ec94 req-8eb8d482-ca9c-4b73-9a05-26a8e434f4dc tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105964 Apr 12 20:14:15.177867 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67dbdf6b-34b9-48ac-acee-571732f7542c req-7176fcb8-f5dd-4d65-84fe-5ea783f6a951 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901272 Apr 12 20:14:15.288636 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-3621034a-f52a-4509-940b-8e74305484fd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks [] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:15.321028 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-3621034a-f52a-4509-940b-8e74305484fd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:15.364801 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-3621034a-f52a-4509-940b-8e74305484fd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Network 3246d3b5-b403-4a48-9330-5b686a320eda is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:14:15.367820 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-3621034a-f52a-4509-940b-8e74305484fd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:14:15.373730 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-3621034a-f52a-4509-940b-8e74305484fd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:14:15.398444 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621034a-f52a-4509-940b-8e74305484fd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Pushing event updated for resources: {'Port': ['ID=c0a8596f-292a-4189-aea4-30c85a314fcb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:15.407497 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 2c09124c-1246-45eb-bc4c-c85b26a6f77b up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:14:15.427115 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-3621034a-f52a-4509-940b-8e74305484fd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:15.427730 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-3621034a-f52a-4509-940b-8e74305484fd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:15.444480 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-3621034a-f52a-4509-940b-8e74305484fd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8480079 Apr 12 20:14:15.452933 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 2c09124c-1246-45eb-bc4c-c85b26a6f77b completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:14:15.457783 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 2c09124c-1246-45eb-bc4c-c85b26a6f77b triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:14:15.458298 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:15.536055 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 2c09124c-1246-45eb-bc4c-c85b26a6f77b is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:14:15.536478 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:15.560248 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25df7db6-6076-41fd-85d4-2f03c064d92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c09124c-1246-45eb-bc4c-c85b26a6f77b'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:15.562379 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec87be2f-a547-42c4-847c-0e92646872dc" -d '{"events": [{"server_uuid": "25df7db6-6076-41fd-85d4-2f03c064d92a", "name": "network-vif-plugged", "status": "completed", "tag": "2c09124c-1246-45eb-bc4c-c85b26a6f77b"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:15.574900 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 2c09124c-1246-45eb-bc4c-c85b26a6f77b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2c09124c-1246-45eb-bc4c-c85b26a6f77b,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:15.579683 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:15.604255 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae47a028-d52a-40dd-adc4-a8d63bed3920 x-openstack-request-id: req-ae47a028-d52a-40dd-adc4-a8d63bed3920 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:15.604596 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25df7db6-6076-41fd-85d4-2f03c064d92a", "name": "network-vif-plugged", "status": "completed", "tag": "2c09124c-1246-45eb-bc4c-c85b26a6f77b", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:15.604833 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae47a028-d52a-40dd-adc4-a8d63bed3920 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:15.605219 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae47a028-d52a-40dd-adc4-a8d63bed3920'] response: {'server_uuid': '25df7db6-6076-41fd-85d4-2f03c064d92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c09124c-1246-45eb-bc4c-c85b26a6f77b', 'code': 200} Apr 12 20:14:15.630501 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=2c09124c-1246-45eb-bc4c-c85b26a6f77b,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:15.763642 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf2df8-9c3a-47bb-92de-51aebcc45b4e req-55c44e8d-bf50-4efe-8c9a-bab51e0587f0 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:15.765116 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7adf2df8-9c3a-47bb-92de-51aebcc45b4e req-55c44e8d-bf50-4efe-8c9a-bab51e0587f0 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 931 time: 0.0467877 Apr 12 20:14:15.811816 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7adf2df8-9c3a-47bb-92de-51aebcc45b4e req-4baf4c31-128c-4d77-b5c1-9f9e56f4dee4 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Apr 12 20:14:16.206732 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Request body: {'port': {'device_id': '22e3e178-8fcd-44da-9a41-defad8cca3fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:16.400458 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0349c01-2435-4380-9e92-7cb025f09d72 req-0d695932-b7e0-4d95-82a6-4d4e8b4ae53c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:16.401972 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a0349c01-2435-4380-9e92-7cb025f09d72 req-0d695932-b7e0-4d95-82a6-4d4e8b4ae53c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 945 time: 0.1657715 Apr 12 20:14:16.412295 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4b008-c416-4400-98b8-74eb3c49c33c req-eac8c219-e785-4748-8585-47f0b3d33cf3 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:16.413688 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b3d4b008-c416-4400-98b8-74eb3c49c33c req-eac8c219-e785-4748-8585-47f0b3d33cf3 tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 949 time: 0.1441555 Apr 12 20:14:16.436525 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:16.497761 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b60a-43da-454f-9b41-65c7ab922ca9 req-8fa32a27-96ff-4eb5-83f2-e7df55e7895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:16.499224 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2274b60a-43da-454f-9b41-65c7ab922ca9 req-8fa32a27-96ff-4eb5-83f2-e7df55e7895d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1a4f955-830a-43d9-a2bb-d20ec96f49ee HTTP/1.1" status: 200 len: 916 time: 0.2889664 Apr 12 20:14:16.538550 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92497af-928b-4a0c-91c2-c2ff1a7cd420 req-8d1a8085-f868-4a19-bc3d-92e1048902f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:16.540022 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b92497af-928b-4a0c-91c2-c2ff1a7cd420 req-8d1a8085-f868-4a19-bc3d-92e1048902f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 1129 time: 0.1226242 Apr 12 20:14:16.584149 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82523fef-5323-4f80-baf7-b20cecd8a5b7 req-5fd85436-0f74-431c-a695-2c8697473fac tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:16.585567 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-82523fef-5323-4f80-baf7-b20cecd8a5b7 req-5fd85436-0f74-431c-a695-2c8697473fac tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.13 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 949 time: 0.0478833 Apr 12 20:14:16.641005 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a0349c01-2435-4380-9e92-7cb025f09d72 req-6bed7dde-33df-499e-90c6-e937c262c4e9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262726 Apr 12 20:14:16.655461 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b3d4b008-c416-4400-98b8-74eb3c49c33c req-b65bc993-8404-40aa-8145-247bff52c20e tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282703 Apr 12 20:14:16.674971 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [req-82523fef-5323-4f80-baf7-b20cecd8a5b7 req-48ade6a0-3deb-4815-b80f-6cfd7c7b5ece tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Deleting port 8742a7d9-fe11-4586-8e5d-866740230081 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:14:16.675373 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-82523fef-5323-4f80-baf7-b20cecd8a5b7 req-48ade6a0-3deb-4815-b80f-6cfd7c7b5ece tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (8742a7d9-fe11-4586-8e5d-866740230081), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:16.739979 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2274b60a-43da-454f-9b41-65c7ab922ca9 req-bb76e419-ec4d-4377-bc3a-46f3ad738c4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 HTTP/1.1" status: 200 len: 1001 time: 0.1970708 Apr 12 20:14:16.747913 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b92497af-928b-4a0c-91c2-c2ff1a7cd420 req-c37b9ac1-d44e-4886-91c2-e842f0ae5a28 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975863 Apr 12 20:14:16.766254 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-82523fef-5323-4f80-baf7-b20cecd8a5b7 req-48ade6a0-3deb-4815-b80f-6cfd7c7b5ece tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] For port 8742a7d9-fe11-4586-8e5d-866740230081, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8742a7d9-fe11-4586-8e5d-866740230081,segment=NetworkSegment(1e1b82d2-0b47-4484-81f2-7c17cc7bc166),segment_id=1e1b82d2-0b47-4484-81f2-7c17cc7bc166)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:16.766631 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-82523fef-5323-4f80-baf7-b20cecd8a5b7 req-48ade6a0-3deb-4815-b80f-6cfd7c7b5ece tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (8742a7d9-fe11-4586-8e5d-866740230081), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:16.780030 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [req-82523fef-5323-4f80-baf7-b20cecd8a5b7 req-48ade6a0-3deb-4815-b80f-6cfd7c7b5ece tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Calling delete_port for 8742a7d9-fe11-4586-8e5d-866740230081 owned by compute:nova {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:14:16.845064 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b60a-43da-454f-9b41-65c7ab922ca9 req-47061cc3-9048-42dc-b572-1de394b68656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:16.846546 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2274b60a-43da-454f-9b41-65c7ab922ca9 req-47061cc3-9048-42dc-b572-1de394b68656 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50de082a-31e4-4091-bb14-efd82acb9199 HTTP/1.1" status: 200 len: 854 time: 0.0977747 Apr 12 20:14:16.922455 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-82523fef-5323-4f80-baf7-b20cecd8a5b7 req-48ade6a0-3deb-4815-b80f-6cfd7c7b5ece tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (8742a7d9-fe11-4586-8e5d-866740230081), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:16.936355 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['8742a7d9-fe11-4586-8e5d-866740230081'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:14:16.945124 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd5df0-b1de-4fe0-9a7c-25fe17b0a86c req-4d6f0fc1-000d-4106-85f4-e9b8c9159077 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:16.946631 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d5dd5df0-b1de-4fe0-9a7c-25fe17b0a86c req-4d6f0fc1-000d-4106-85f4-e9b8c9159077 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 931 time: 0.0668383 Apr 12 20:14:16.952255 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ade6a0-3deb-4815-b80f-6cfd7c7b5ece tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Pushing event deleted for resources: {'Port': ['ID=8742a7d9-fe11-4586-8e5d-866740230081,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:16.997560 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [req-82523fef-5323-4f80-baf7-b20cecd8a5b7 req-48ade6a0-3deb-4815-b80f-6cfd7c7b5ece tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] No DVR routers for this DVR port 8742a7d9-fe11-4586-8e5d-866740230081 on host hv-cinder-83754 {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:14:17.000475 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-82523fef-5323-4f80-baf7-b20cecd8a5b7 req-48ade6a0-3deb-4815-b80f-6cfd7c7b5ece tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:17.003991 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-82523fef-5323-4f80-baf7-b20cecd8a5b7 req-48ade6a0-3deb-4815-b80f-6cfd7c7b5ece tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.13 "DELETE /v2.0/ports/8742a7d9-fe11-4586-8e5d-866740230081 HTTP/1.1" status: 204 len: 173 time: 0.4120116 Apr 12 20:14:17.004500 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bd5eb0-0898-42a0-8c72-a39198df83f2', 'name': 'network-vif-deleted', 'tag': '8742a7d9-fe11-4586-8e5d-866740230081'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:17.007802 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cc1dd2-87dd-4f38-8a87-e87a94f22770" -d '{"events": [{"server_uuid": "60bd5eb0-0898-42a0-8c72-a39198df83f2", "name": "network-vif-deleted", "tag": "8742a7d9-fe11-4586-8e5d-866740230081"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:17.015542 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a8596f-292a-4189-aea4-30c85a314fcb {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:14:17.046091 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ef2c05-62aa-4040-b2bb-2a63bf2b830f x-openstack-request-id: req-c8ef2c05-62aa-4040-b2bb-2a63bf2b830f {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:17.046346 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bd5eb0-0898-42a0-8c72-a39198df83f2", "name": "network-vif-deleted", "tag": "8742a7d9-fe11-4586-8e5d-866740230081", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:17.046599 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8ef2c05-62aa-4040-b2bb-2a63bf2b830f {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:17.047005 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ef2c05-62aa-4040-b2bb-2a63bf2b830f'] response: {'server_uuid': '60bd5eb0-0898-42a0-8c72-a39198df83f2', 'name': 'network-vif-deleted', 'tag': '8742a7d9-fe11-4586-8e5d-866740230081', 'status': 'completed', 'code': 200} Apr 12 20:14:17.294928 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Publish callbacks [] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:17.320362 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Transition to ACTIVE for port object c0a8596f-292a-4189-aea4-30c85a314fcb will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:14:17.325734 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b60a-43da-454f-9b41-65c7ab922ca9 req-6d74089d-a8b1-4b1c-965c-d2d7fdaed8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:17.327263 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2274b60a-43da-454f-9b41-65c7ab922ca9 req-6d74089d-a8b1-4b1c-965c-d2d7fdaed8fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1a4f955-830a-43d9-a2bb-d20ec96f49ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3349679 Apr 12 20:14:17.330450 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:17.367922 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d5dd5df0-b1de-4fe0-9a7c-25fe17b0a86c req-20f87f05-af7a-4f3e-84d0-703e9756c799 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897877 Apr 12 20:14:17.396798 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Pushing event updated for resources: {'Port': ['ID=c0a8596f-292a-4189-aea4-30c85a314fcb,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:17.468664 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Attempting to bind port c0a8596f-292a-4189-aea4-30c85a314fcb on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:14:17.469007 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Attempting to bind port c0a8596f-292a-4189-aea4-30c85a314fcb by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '9b7b4822-7e17-4967-af60-ba9119a544b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:14:17.469341 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Attempting to bind port c0a8596f-292a-4189-aea4-30c85a314fcb on network 3246d3b5-b403-4a48-9330-5b686a320eda {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:14:17.473659 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Port c0a8596f-292a-4189-aea4-30c85a314fcb on network 3246d3b5-b403-4a48-9330-5b686a320eda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:14:17.474069 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Attempting to bind port c0a8596f-292a-4189-aea4-30c85a314fcb on network 3246d3b5-b403-4a48-9330-5b686a320eda {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:14:17.478807 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:14:17.479148 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Checking segment: {'id': '9b7b4822-7e17-4967-af60-ba9119a544b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:14:17.479534 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Bound using segment: {'id': '9b7b4822-7e17-4967-af60-ba9119a544b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:14:17.479958 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Bound port: c0a8596f-292a-4189-aea4-30c85a314fcb, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b4822-7e17-4967-af60-ba9119a544b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:14:17.480358 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:17.541684 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] For port c0a8596f-292a-4189-aea4-30c85a314fcb, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:14:17.544724 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] For port c0a8596f-292a-4189-aea4-30c85a314fcb, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c0a8596f-292a-4189-aea4-30c85a314fcb,segment=NetworkSegment(9b7b4822-7e17-4967-af60-ba9119a544b8),segment_id=9b7b4822-7e17-4967-af60-ba9119a544b8)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:14:17.550889 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:17.580458 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:17.581322 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:17.582695 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] 10.222.0.13 "PUT /v2.0/ports/c0a8596f-292a-4189-aea4-30c85a314fcb HTTP/1.1" status: 200 len: 1093 time: 1.3802443 Apr 12 20:14:17.584917 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e3e178-8fcd-44da-9a41-defad8cca3fe', 'tag': 'c0a8596f-292a-4189-aea4-30c85a314fcb'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:17.587121 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38610a8e-f442-4cd8-a8c4-455dffa97a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "22e3e178-8fcd-44da-9a41-defad8cca3fe", "tag": "c0a8596f-292a-4189-aea4-30c85a314fcb"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:17.612524 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f99e9a-a500-49fe-8501-e6f64dedb79e service neutron] Pushing event updated for resources: {'Port': ['ID=c0a8596f-292a-4189-aea4-30c85a314fcb,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:17.620969 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3dd6da-3c13-4743-9a1d-4d82d3e3a250 x-openstack-request-id: req-fb3dd6da-3c13-4743-9a1d-4d82d3e3a250 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:17.621125 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e3e178-8fcd-44da-9a41-defad8cca3fe", "tag": "c0a8596f-292a-4189-aea4-30c85a314fcb", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:17.621440 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb3dd6da-3c13-4743-9a1d-4d82d3e3a250 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:17.621769 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb3dd6da-3c13-4743-9a1d-4d82d3e3a250'] response: {'name': 'network-changed', 'server_uuid': '22e3e178-8fcd-44da-9a41-defad8cca3fe', 'tag': 'c0a8596f-292a-4189-aea4-30c85a314fcb', 'status': 'completed', 'code': 200} Apr 12 20:14:17.774172 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a335da8-aa69-4796-9353-93eeeeb37f01 req-6021c30f-4c58-4245-8681-c3d8057654dc tempest-VolumesNegativeTest-982702116 tempest-VolumesNegativeTest-982702116-project] 10.222.0.44 "GET /v2.0/ports?device_id=60bd5eb0-0898-42a0-8c72-a39198df83f2 HTTP/1.1" status: 200 len: 210 time: 0.0332155 Apr 12 20:14:17.785393 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c735f-c69d-4e92-af1d-91b9b9b6e6ba req-ffd90410-7056-4f1c-8173-d01ac603e0b8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:17.786983 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-120c735f-c69d-4e92-af1d-91b9b9b6e6ba req-ffd90410-7056-4f1c-8173-d01ac603e0b8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 945 time: 0.0758688 Apr 12 20:14:17.862648 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-120c735f-c69d-4e92-af1d-91b9b9b6e6ba req-44610993-edb1-40a4-b837-87ce33af2cd8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702651 Apr 12 20:14:17.947156 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38610a8e-f442-4cd8-a8c4-455dffa97a7d req-36f3a64a-e407-41e3-b720-2c752ef5f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:17.948696 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-38610a8e-f442-4cd8-a8c4-455dffa97a7d req-36f3a64a-e407-41e3-b720-2c752ef5f4cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56df4c8f7d5d4ee79e61b39e3c861e7f&device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 1127 time: 0.0549610 Apr 12 20:14:17.983486 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2274b60a-43da-454f-9b41-65c7ab922ca9 req-5d2e8cd6-fbca-4f95-b668-2e9517c53956 service neutron] 10.222.0.13 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562660 Apr 12 20:14:18.116884 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38610a8e-f442-4cd8-a8c4-455dffa97a7d req-7bf507d8-ebc2-4f79-9a90-5422e50f44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:18.118260 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-38610a8e-f442-4cd8-a8c4-455dffa97a7d req-7bf507d8-ebc2-4f79-9a90-5422e50f44d1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=56df4c8f7d5d4ee79e61b39e3c861e7f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1586466 Apr 12 20:14:18.133059 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2274b60a-43da-454f-9b41-65c7ab922ca9 req-1349a94a-c060-4021-910e-2ba4c20e7573 service neutron] 10.222.0.13 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137612 Apr 12 20:14:18.233651 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38610a8e-f442-4cd8-a8c4-455dffa97a7d req-68785db2-66b5-4767-9372-5ba2712589c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:18.235133 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-38610a8e-f442-4cd8-a8c4-455dffa97a7d req-68785db2-66b5-4767-9372-5ba2712589c5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925128 Apr 12 20:14:18.481157 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df25b30-8456-48e5-b37f-5a87d8ac3f75 req-193ad00e-99de-4b4a-96d3-bf15b956d621 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:18.482626 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5df25b30-8456-48e5-b37f-5a87d8ac3f75 req-193ad00e-99de-4b4a-96d3-bf15b956d621 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 943 time: 0.0468035 Apr 12 20:14:18.528029 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5df25b30-8456-48e5-b37f-5a87d8ac3f75 req-026f0430-a90d-4da6-840b-0a8c5dd37bed tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Apr 12 20:14:18.813681 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-d0b97d77-8709-411c-90f1-6c498500302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:18.815180 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-d0b97d77-8709-411c-90f1-6c498500302c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56df4c8f7d5d4ee79e61b39e3c861e7f&device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 1127 time: 0.0389888 Apr 12 20:14:18.861049 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-90a5a5c4-1a6d-465f-9e15-93951b191d1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0a8596f-292a-4189-aea4-30c85a314fcb HTTP/1.1" status: 200 len: 217 time: 0.0370646 Apr 12 20:14:18.914237 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-7bfc4982-3a1b-46b4-b66a-39bc2b5a92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:18.916756 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-7bfc4982-3a1b-46b4-b66a-39bc2b5a92aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6351116b-04fd-4329-b2d5-e7bb6b55e817 HTTP/1.1" status: 200 len: 854 time: 0.0487831 Apr 12 20:14:18.993564 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-2b27597a-5b26-4a8e-a720-b4440ccf72fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3246d3b5-b403-4a48-9330-5b686a320eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482707 Apr 12 20:14:19.014248 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c11fb8-3b35-4f1c-9f54-75541cde358f req-08c1d692-c840-48a0-acb9-5e1ca5efd53c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:19.015681 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c4c11fb8-3b35-4f1c-9f54-75541cde358f req-08c1d692-c840-48a0-acb9-5e1ca5efd53c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 945 time: 0.0812712 Apr 12 20:14:19.145950 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c4c11fb8-3b35-4f1c-9f54-75541cde358f req-9947eaea-dd12-428e-b725-1e3d49f1782f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160879 Apr 12 20:14:19.147958 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-a58f5cb3-cbbe-48d4-b87b-3df694620654 service neutron] 10.222.0.13 "GET /v2.0/networks/3246d3b5-b403-4a48-9330-5b686a320eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465175 Apr 12 20:14:19.270395 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad287f2-343a-4e83-b5a1-ee1fb11e1412 req-298cf753-4718-4d9a-a7c7-b863d5397a2e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:19.271824 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dad287f2-343a-4e83-b5a1-ee1fb11e1412 req-298cf753-4718-4d9a-a7c7-b863d5397a2e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 945 time: 0.0578110 Apr 12 20:14:19.280359 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41752) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:19.285648 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-bf831e77-accf-4392-bbb1-7dd0596918e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'floatingip': {'port_id': '2c09124c-1246-45eb-bc4c-c85b26a6f77b'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:14:19.287876 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30f9b6c4-30ba-49e2-89f6-4bdbd87775a4 req-a6514d2a-405f-470a-a99e-39dcb61e2f2d service neutron] 10.222.0.13 "GET /v2.0/networks/3246d3b5-b403-4a48-9330-5b686a320eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336570 Apr 12 20:14:19.332999 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf831e77-accf-4392-bbb1-7dd0596918e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (59255fbe-d949-4620-b354-43732cc6cac2), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:19.430548 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 8742a7d9-fe11-4586-8e5d-866740230081 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:14:19.452711 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 8742a7d9-fe11-4586-8e5d-866740230081 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:14:19.453126 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 8742a7d9-fe11-4586-8e5d-866740230081 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:14:19.649908 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7e141-6d6a-4636-b689-61e7f55e2322 req-5b36ae03-9827-4030-9bb3-0e7e4cb27bcd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:19.651508 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8d7e141-6d6a-4636-b689-61e7f55e2322 req-5b36ae03-9827-4030-9bb3-0e7e4cb27bcd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 943 time: 0.0529609 Apr 12 20:14:19.709369 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8d7e141-6d6a-4636-b689-61e7f55e2322 req-b67de4ce-22e4-4d6b-a2dc-5b464b858117 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518277 Apr 12 20:14:19.807727 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf831e77-accf-4392-bbb1-7dd0596918e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:19.810773 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf831e77-accf-4392-bbb1-7dd0596918e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (59255fbe-d949-4620-b354-43732cc6cac2), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:19.917523 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.l3_db [None req-bf831e77-accf-4392-bbb1-7dd0596918e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Floating IP 59255fbe-d949-4620-b354-43732cc6cac2 associated. External IP: 172.27.0.211, port: 2c09124c-1246-45eb-bc4c-c85b26a6f77b. Apr 12 20:14:20.137405 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf831e77-accf-4392-bbb1-7dd0596918e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Router 1528482d-75d2-4dee-bdfa-de1c7ae6287f has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:14:20.249252 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf831e77-accf-4392-bbb1-7dd0596918e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:14:20.253682 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bf831e77-accf-4392-bbb1-7dd0596918e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:20.260612 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee373a78-9f5e-4b31-88c0-2d489c1c3890 None None] Sync routers for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:14:20.273563 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee373a78-9f5e-4b31-88c0-2d489c1c3890 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:14:20.274183 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-ee373a78-9f5e-4b31-88c0-2d489c1c3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:14:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:20.288794 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-bf831e77-accf-4392-bbb1-7dd0596918e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "PUT /v2.0/floatingips/59255fbe-d949-4620-b354-43732cc6cac2 HTTP/1.1" status: 200 len: 991 time: 1.0073197 Apr 12 20:14:20.290070 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25df7db6-6076-41fd-85d4-2f03c064d92a', 'tag': '2c09124c-1246-45eb-bc4c-c85b26a6f77b'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:20.292949 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08aaf224-9700-4e3b-8bc7-3cb3be4c2199" -d '{"events": [{"name": "network-changed", "server_uuid": "25df7db6-6076-41fd-85d4-2f03c064d92a", "tag": "2c09124c-1246-45eb-bc4c-c85b26a6f77b"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:20.330660 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94fe956-d3ce-4c9e-a1bd-78526ad8c422 x-openstack-request-id: req-e94fe956-d3ce-4c9e-a1bd-78526ad8c422 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:20.330947 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25df7db6-6076-41fd-85d4-2f03c064d92a", "tag": "2c09124c-1246-45eb-bc4c-c85b26a6f77b", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:20.331197 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e94fe956-d3ce-4c9e-a1bd-78526ad8c422 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:20.331593 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94fe956-d3ce-4c9e-a1bd-78526ad8c422'] response: {'name': 'network-changed', 'server_uuid': '25df7db6-6076-41fd-85d4-2f03c064d92a', 'tag': '2c09124c-1246-45eb-bc4c-c85b26a6f77b', 'status': 'completed', 'code': 200} Apr 12 20:14:20.393814 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-ee373a78-9f5e-4b31-88c0-2d489c1c3890 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:14:20.442746 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:14:20.543214 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aaf224-9700-4e3b-8bc7-3cb3be4c2199 req-3919f842-d49a-476d-8f28-c38ac34eadff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:20.545503 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-08aaf224-9700-4e3b-8bc7-3cb3be4c2199 req-3919f842-d49a-476d-8f28-c38ac34eadff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 1129 time: 0.0484362 Apr 12 20:14:20.646527 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-ee373a78-9f5e-4b31-88c0-2d489c1c3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '59255fbe-d949-4620-b354-43732cc6cac2', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '2c09124c-1246-45eb-bc4c-c85b26a6f77b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:1b:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df7db6-6076-41fd-85d4-2f03c064d92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:13:54Z', 'updated_at': '2022-04-12T20:14:19Z', 'revision_number': 1, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}, {'id': 'c96ee267-40b0-4b8f-9a24-2fd6f1f54761', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:c6:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:55Z', 'updated_at': '2022-04-12T20:12:19Z', 'revision_number': 2, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:20.648721 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aaf224-9700-4e3b-8bc7-3cb3be4c2199 req-0728834a-0fab-45f1-a849-ca08b133c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:20.650215 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-08aaf224-9700-4e3b-8bc7-3cb3be4c2199 req-0728834a-0fab-45f1-a849-ca08b133c628 service neutron] 10.222.0.13 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 914 time: 0.0947163 Apr 12 20:14:20.677653 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee373a78-9f5e-4b31-88c0-2d489c1c3890 None None] Checking router: 1528482d-75d2-4dee-bdfa-de1c7ae6287f for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:14:20.687911 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee373a78-9f5e-4b31-88c0-2d489c1c3890 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:14:20.688554 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-ee373a78-9f5e-4b31-88c0-2d489c1c3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:14:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:20.731931 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-08aaf224-9700-4e3b-8bc7-3cb3be4c2199 req-23b8a42a-6e22-45af-8948-24dabbd0552b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c09124c-1246-45eb-bc4c-c85b26a6f77b HTTP/1.1" status: 200 len: 999 time: 0.0744736 Apr 12 20:14:20.807323 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aaf224-9700-4e3b-8bc7-3cb3be4c2199 req-63842ca5-71c5-44f3-becb-33fe20edf3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:20.809013 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-08aaf224-9700-4e3b-8bc7-3cb3be4c2199 req-63842ca5-71c5-44f3-becb-33fe20edf3ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8466dadb-85c5-478b-8c6f-ed735868dba2 HTTP/1.1" status: 200 len: 852 time: 0.0610254 Apr 12 20:14:20.812615 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-ee373a78-9f5e-4b31-88c0-2d489c1c3890 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:14:20.885820 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c803e4-6c8d-4ede-b2f6-775231aa88dc req-97478342-4f7d-4697-afc5-39d8cb425c06 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:20.891395 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-63c803e4-6c8d-4ede-b2f6-775231aa88dc req-97478342-4f7d-4697-afc5-39d8cb425c06 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 943 time: 0.0812209 Apr 12 20:14:20.902193 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aaf224-9700-4e3b-8bc7-3cb3be4c2199 req-c9b98ee5-c591-4654-a4db-835c2298988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:20.903622 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-08aaf224-9700-4e3b-8bc7-3cb3be4c2199 req-c9b98ee5-c591-4654-a4db-835c2298988e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=058700fe-b621-4dcd-ad5a-ba20d9c398f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844266 Apr 12 20:14:21.017335 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-63c803e4-6c8d-4ede-b2f6-775231aa88dc req-c8d6f10a-b9c9-440f-9ca2-6f7375583e69 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244228 Apr 12 20:14:21.066082 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-08aaf224-9700-4e3b-8bc7-3cb3be4c2199 req-d13cfcdf-aee0-45c3-be15-45a9781f9e89 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394644 Apr 12 20:14:21.173717 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-08aaf224-9700-4e3b-8bc7-3cb3be4c2199 req-e003a254-c826-4771-8473-088a63aec84e service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000023 Apr 12 20:14:21.237088 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-ee373a78-9f5e-4b31-88c0-2d489c1c3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '59255fbe-d949-4620-b354-43732cc6cac2', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '2c09124c-1246-45eb-bc4c-c85b26a6f77b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:1b:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df7db6-6076-41fd-85d4-2f03c064d92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:13:54Z', 'updated_at': '2022-04-12T20:14:19Z', 'revision_number': 1, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}, {'id': 'c96ee267-40b0-4b8f-9a24-2fd6f1f54761', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:c6:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:55Z', 'updated_at': '2022-04-12T20:12:19Z', 'revision_number': 2, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:14:21.257453 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd75e06a-4374-4c32-8070-4d9b1f3807f9 req-562b3542-f224-4d93-ac6a-269af79c10a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416589 Apr 12 20:14:21.273506 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee373a78-9f5e-4b31-88c0-2d489c1c3890 None None] The sync data for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi is: [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '59255fbe-d949-4620-b354-43732cc6cac2', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '2c09124c-1246-45eb-bc4c-c85b26a6f77b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:1b:6b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25df7db6-6076-41fd-85d4-2f03c064d92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:13:54Z', 'updated_at': '2022-04-12T20:14:19Z', 'revision_number': 1, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}, {'id': 'c96ee267-40b0-4b8f-9a24-2fd6f1f54761', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:c6:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:55Z', 'updated_at': '2022-04-12T20:12:19Z', 'revision_number': 2, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:14:21.327361 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75e06a-4374-4c32-8070-4d9b1f3807f9 req-41f4010d-732c-4788-99e4-64668ff76c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:21.328965 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd75e06a-4374-4c32-8070-4d9b1f3807f9 req-41f4010d-732c-4788-99e4-64668ff76c31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 1129 time: 0.0505106 Apr 12 20:14:21.416913 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:21.451720 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device c0a8596f-292a-4189-aea4-30c85a314fcb details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:14:21.463448 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75e06a-4374-4c32-8070-4d9b1f3807f9 req-07a468b7-6737-4615-96d6-785b5c1329d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:21.465232 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd75e06a-4374-4c32-8070-4d9b1f3807f9 req-07a468b7-6737-4615-96d6-785b5c1329d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 919 time: 0.1146080 Apr 12 20:14:21.521454 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd75e06a-4374-4c32-8070-4d9b1f3807f9 req-d0eb0b90-f6b5-4052-b1df-c5de3bf3f913 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2be6d7f6-31e4-41e2-93eb-66df8212b675 HTTP/1.1" status: 200 len: 217 time: 0.0481536 Apr 12 20:14:21.541169 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e0591b-5d1c-4fe9-8c49-b9875a7fcf5e None None] New status for floating IP 59255fbe-d949-4620-b354-43732cc6cac2: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:14:21.576787 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75e06a-4374-4c32-8070-4d9b1f3807f9 req-d7de94f1-242f-4afc-b652-ed12ad2a2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:21.578259 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd75e06a-4374-4c32-8070-4d9b1f3807f9 req-d7de94f1-242f-4afc-b652-ed12ad2a2914 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.0483737 Apr 12 20:14:21.631589 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75e06a-4374-4c32-8070-4d9b1f3807f9 req-51b9054d-d2a9-464a-87df-b6346f53295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:21.633150 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd75e06a-4374-4c32-8070-4d9b1f3807f9 req-51b9054d-d2a9-464a-87df-b6346f53295c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463161 Apr 12 20:14:21.661752 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port c0a8596f-292a-4189-aea4-30c85a314fcb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c0a8596f-292a-4189-aea4-30c85a314fcb,segment=NetworkSegment(9b7b4822-7e17-4967-af60-ba9119a544b8),segment_id=9b7b4822-7e17-4967-af60-ba9119a544b8)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:21.680878 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': 'c0a8596f-292a-4189-aea4-30c85a314fcb', 'network_id': '3246d3b5-b403-4a48-9330-5b686a320eda', 'port_id': 'c0a8596f-292a-4189-aea4-30c85a314fcb', 'mac_address': 'fa:16:3e:ef:3a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6351116b-04fd-4329-b2d5-e7bb6b55e817', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:14:21.729371 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd75e06a-4374-4c32-8070-4d9b1f3807f9 req-60249f07-9d55-46b4-a805-f8c10c0a1482 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861545 Apr 12 20:14:21.757398 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port c0a8596f-292a-4189-aea4-30c85a314fcb is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:14:21.757782 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:21.777779 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a8596f-292a-4189-aea4-30c85a314fcb {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:14:21.799333 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port c0a8596f-292a-4189-aea4-30c85a314fcb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c0a8596f-292a-4189-aea4-30c85a314fcb,segment=NetworkSegment(9b7b4822-7e17-4967-af60-ba9119a544b8),segment_id=9b7b4822-7e17-4967-af60-ba9119a544b8)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:21.805889 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:21.839638 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd75e06a-4374-4c32-8070-4d9b1f3807f9 req-ed95f2f0-994a-49f7-ab3d-0690b0e1522a service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039736 Apr 12 20:14:21.858449 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=c0a8596f-292a-4189-aea4-30c85a314fcb,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:22.123139 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['c0a8596f-292a-4189-aea4-30c85a314fcb'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:14:22.140325 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1d355-f9c3-4b59-abbe-c57cb81c194e req-fb46bb5e-4501-4f15-a0c7-f6318f35dd24 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:22.141886 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57c1d355-f9c3-4b59-abbe-c57cb81c194e req-fb46bb5e-4501-4f15-a0c7-f6318f35dd24 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 944 time: 0.0479496 Apr 12 20:14:22.190416 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57c1d355-f9c3-4b59-abbe-c57cb81c194e req-3936b4fe-be02-4740-9648-b5974f9339ac tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Apr 12 20:14:22.882086 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41980) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:23.008926 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-6734ffda-6add-45e7-9fc6-3177286e195c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af6aa2d1b0af4f84be0e4f50028b1b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257060 Apr 12 20:14:23.011292 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 41984) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:14:23.059151 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-879437cf-9355-430b-af22-3d6b1abf386f admin admin] Publish callbacks [] for security_group (c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:23.079675 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-879437cf-9355-430b-af22-3d6b1abf386f admin admin] Publish callbacks [] for security_group (c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:23.127013 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-879437cf-9355-430b-af22-3d6b1abf386f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:23.130462 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-879437cf-9355-430b-af22-3d6b1abf386f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:23.131493 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-879437cf-9355-430b-af22-3d6b1abf386f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9 HTTP/1.1" status: 204 len: 168 time: 0.1193354 Apr 12 20:14:23.138774 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879437cf-9355-430b-af22-3d6b1abf386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ba6acb-2aa2-4e4f-b4c1-ef291383a1e9,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:23.312820 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f0cf3-8a7c-4a5d-bf18-55efc66ef6dd req-b4e8f663-e65d-4871-bd13-7b70b86681a3 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:23.315427 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6c2f0cf3-8a7c-4a5d-bf18-55efc66ef6dd req-b4e8f663-e65d-4871-bd13-7b70b86681a3 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 944 time: 0.0523510 Apr 12 20:14:23.371038 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6c2f0cf3-8a7c-4a5d-bf18-55efc66ef6dd req-49a2b858-9a16-4b11-b91a-e03b225b7876 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498698 Apr 12 20:14:23.454076 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device c0a8596f-292a-4189-aea4-30c85a314fcb up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:14:23.498938 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port c0a8596f-292a-4189-aea4-30c85a314fcb completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:14:23.504665 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port c0a8596f-292a-4189-aea4-30c85a314fcb triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:14:23.505088 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:23.579615 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port c0a8596f-292a-4189-aea4-30c85a314fcb is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:14:23.579932 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:23.605636 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e3e178-8fcd-44da-9a41-defad8cca3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a8596f-292a-4189-aea4-30c85a314fcb'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:23.607822 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3888e282-d136-4660-9528-2d79880e416e" -d '{"events": [{"server_uuid": "22e3e178-8fcd-44da-9a41-defad8cca3fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0a8596f-292a-4189-aea4-30c85a314fcb"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:23.620875 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port c0a8596f-292a-4189-aea4-30c85a314fcb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c0a8596f-292a-4189-aea4-30c85a314fcb,segment=NetworkSegment(9b7b4822-7e17-4967-af60-ba9119a544b8),segment_id=9b7b4822-7e17-4967-af60-ba9119a544b8)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:23.625141 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:23.648885 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cc79dd-cbc9-4932-9b36-2770dee97d16 x-openstack-request-id: req-51cc79dd-cbc9-4932-9b36-2770dee97d16 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:23.649114 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e3e178-8fcd-44da-9a41-defad8cca3fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0a8596f-292a-4189-aea4-30c85a314fcb", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:23.649600 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51cc79dd-cbc9-4932-9b36-2770dee97d16 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:23.650021 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51cc79dd-cbc9-4932-9b36-2770dee97d16'] response: {'server_uuid': '22e3e178-8fcd-44da-9a41-defad8cca3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a8596f-292a-4189-aea4-30c85a314fcb', 'code': 200} Apr 12 20:14:23.678786 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=c0a8596f-292a-4189-aea4-30c85a314fcb,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:23.813861 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a93c47-fa75-4615-bb53-37d147f0b0bf req-bc5a6b85-4985-47c1-9f6e-111f16decf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:23.815312 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39a93c47-fa75-4615-bb53-37d147f0b0bf req-bc5a6b85-4985-47c1-9f6e-111f16decf84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 1129 time: 0.0377896 Apr 12 20:14:23.860141 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39a93c47-fa75-4615-bb53-37d147f0b0bf req-7066b9df-48fa-414c-b808-3cf0cb07cc4e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367227 Apr 12 20:14:24.480258 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777a1fd-90f7-4cde-a6cf-3f5813fcd3a4 req-338a01cd-dd25-42ef-a237-fbf9dc6c6f14 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:24.481637 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a777a1fd-90f7-4cde-a6cf-3f5813fcd3a4 req-338a01cd-dd25-42ef-a237-fbf9dc6c6f14 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 945 time: 0.0456033 Apr 12 20:14:24.527475 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a777a1fd-90f7-4cde-a6cf-3f5813fcd3a4 req-73a42332-3ccb-4ec8-9b07-3b2a3b7722f4 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Apr 12 20:14:25.642269 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d25fc-8933-4ef0-bc8a-e1da6234f0a9 req-23a79a77-282f-4f1f-a471-f9310b69cb99 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:25.643728 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-856d25fc-8933-4ef0-bc8a-e1da6234f0a9 req-23a79a77-282f-4f1f-a471-f9310b69cb99 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 945 time: 0.0491745 Apr 12 20:14:25.689883 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-856d25fc-8933-4ef0-bc8a-e1da6234f0a9 req-8d6729ce-6a41-4029-bbd5-3f58ef559a2c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399368 Apr 12 20:14:26.801464 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c14eb9-6adf-4ece-a249-c2b292540153 req-ecb86bbc-7d6a-453a-a19e-78c3e0cd3d38 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:26.802909 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-49c14eb9-6adf-4ece-a249-c2b292540153 req-ecb86bbc-7d6a-453a-a19e-78c3e0cd3d38 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 945 time: 0.0466068 Apr 12 20:14:26.848901 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-49c14eb9-6adf-4ece-a249-c2b292540153 req-f1ccc513-ddec-4ffe-b3c2-036c8754f487 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 Apr 12 20:14:35.962675 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a66502f2-330a-4f92-9498-b4c7b13b0125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:38.456372 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-912d7e5b-5549-4f8c-a01d-749d82969ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:39.556252 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:40.716152 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:42.620155 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:47.833452 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149056b-7f6c-4170-a366-a1b0b1401971 req-a11f73c4-2978-4a14-a9b0-0e203d8d5f41 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:47.835484 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a149056b-7f6c-4170-a366-a1b0b1401971 req-a11f73c4-2978-4a14-a9b0-0e203d8d5f41 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 945 time: 0.0455043 Apr 12 20:14:47.883809 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a149056b-7f6c-4170-a366-a1b0b1401971 req-e4936422-b6ca-4587-af08-95bd529ba76e tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429637 Apr 12 20:14:48.996013 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1781628-68c1-40f3-aa15-c92f295d8a42 req-6791275e-fb60-40d0-9148-12096ba5216f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:48.997516 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d1781628-68c1-40f3-aa15-c92f295d8a42 req-6791275e-fb60-40d0-9148-12096ba5216f tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 945 time: 0.0463514 Apr 12 20:14:49.043101 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d1781628-68c1-40f3-aa15-c92f295d8a42 req-3bf5c3aa-aed3-4fa3-a872-ac6295d462d7 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402632 Apr 12 20:14:49.990584 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d555-aa69-4674-8eb7-ead7be4a293e req-eb4970a2-6120-40a5-8706-83a9e57efab4 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:49.992632 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b349d555-aa69-4674-8eb7-ead7be4a293e req-eb4970a2-6120-40a5-8706-83a9e57efab4 tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.13 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 945 time: 0.0451293 Apr 12 20:14:50.082009 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-b349d555-aa69-4674-8eb7-ead7be4a293e req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Deleting port c0a8596f-292a-4189-aea4-30c85a314fcb {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:14:50.082589 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b349d555-aa69-4674-8eb7-ead7be4a293e req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:50.196512 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67762645-46bc-4c45-85c9-49fc4126f5fe req-b8ee96db-b3b8-4c6f-b188-dbbb765bec3c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:50.198067 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67762645-46bc-4c45-85c9-49fc4126f5fe req-b8ee96db-b3b8-4c6f-b188-dbbb765bec3c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/ports?device_id=22e3e178-8fcd-44da-9a41-defad8cca3fe HTTP/1.1" status: 200 len: 945 time: 0.0663476 Apr 12 20:14:50.229174 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-b349d555-aa69-4674-8eb7-ead7be4a293e req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] For port c0a8596f-292a-4189-aea4-30c85a314fcb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c0a8596f-292a-4189-aea4-30c85a314fcb,segment=NetworkSegment(9b7b4822-7e17-4967-af60-ba9119a544b8),segment_id=9b7b4822-7e17-4967-af60-ba9119a544b8)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:14:50.229545 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b349d555-aa69-4674-8eb7-ead7be4a293e req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:50.251337 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-b349d555-aa69-4674-8eb7-ead7be4a293e req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Calling delete_port for c0a8596f-292a-4189-aea4-30c85a314fcb owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:14:50.275219 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67762645-46bc-4c45-85c9-49fc4126f5fe req-a17dc7ee-7416-4767-bc6f-1652ab1a51dd tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717039 Apr 12 20:14:50.394896 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b349d555-aa69-4674-8eb7-ead7be4a293e req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (c0a8596f-292a-4189-aea4-30c85a314fcb), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:50.410299 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['c0a8596f-292a-4189-aea4-30c85a314fcb'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:14:50.421200 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Pushing event deleted for resources: {'Port': ['ID=c0a8596f-292a-4189-aea4-30c85a314fcb,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:14:50.435752 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.436696 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.436696 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.436890 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.437104 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.437441 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.437836 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.438162 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.438489 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.438819 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.439162 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.439486 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.439809 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.440132 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.440475 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:14:50.476306 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b349d555-aa69-4674-8eb7-ead7be4a293e req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] No DVR routers for this DVR port c0a8596f-292a-4189-aea4-30c85a314fcb on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:14:50.478697 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-b349d555-aa69-4674-8eb7-ead7be4a293e req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:50.481970 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b349d555-aa69-4674-8eb7-ead7be4a293e req-e1630d13-3fc1-4312-b702-63656dfb551c tempest-VolumesSnapshotTestJSON-1493734982 tempest-VolumesSnapshotTestJSON-1493734982-project] 10.222.0.13 "DELETE /v2.0/ports/c0a8596f-292a-4189-aea4-30c85a314fcb HTTP/1.1" status: 204 len: 173 time: 0.4824142 Apr 12 20:14:50.482395 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e3e178-8fcd-44da-9a41-defad8cca3fe', 'name': 'network-vif-deleted', 'tag': 'c0a8596f-292a-4189-aea4-30c85a314fcb'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:14:50.484610 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9af7dc-d782-4e36-9471-d0d44bec4c04" -d '{"events": [{"server_uuid": "22e3e178-8fcd-44da-9a41-defad8cca3fe", "name": "network-vif-deleted", "tag": "c0a8596f-292a-4189-aea4-30c85a314fcb"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:14:50.525543 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5b3357-5467-4d23-b1de-bb62d7b8a4e2 x-openstack-request-id: req-be5b3357-5467-4d23-b1de-bb62d7b8a4e2 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:14:50.525841 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e3e178-8fcd-44da-9a41-defad8cca3fe", "name": "network-vif-deleted", "tag": "c0a8596f-292a-4189-aea4-30c85a314fcb", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:14:50.526098 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be5b3357-5467-4d23-b1de-bb62d7b8a4e2 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:14:50.526534 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5b3357-5467-4d23-b1de-bb62d7b8a4e2'] response: {'server_uuid': '22e3e178-8fcd-44da-9a41-defad8cca3fe', 'name': 'network-vif-deleted', 'tag': 'c0a8596f-292a-4189-aea4-30c85a314fcb', 'status': 'completed', 'code': 200} Apr 12 20:14:51.410198 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:14:52.917190 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c047f03-78c0-43c0-ab9f-e3dc70212c31 req-bef097b0-3280-454a-90b2-c2f4dea67e3a tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:52.918557 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9c047f03-78c0-43c0-ab9f-e3dc70212c31 req-bef097b0-3280-454a-90b2-c2f4dea67e3a tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0772662 Apr 12 20:14:52.924437 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd748b-e47f-4db1-a149-a1f0f8ca1389 req-b707f789-521c-4085-bc4e-634c77a74362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:52.925494 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-41bd748b-e47f-4db1-a149-a1f0f8ca1389 req-b707f789-521c-4085-bc4e-634c77a74362 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a06197fc20d1445e8a96664ff2c117c1&device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 1168 time: 0.0560110 Apr 12 20:14:53.295977 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9c047f03-78c0-43c0-ab9f-e3dc70212c31 req-d16f5596-a740-4622-a8da-36853dee1009 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3695247 Apr 12 20:14:53.313084 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd748b-e47f-4db1-a149-a1f0f8ca1389 req-ca0f77fa-c3f2-4e4a-9b02-1310f45d4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:53.314516 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-41bd748b-e47f-4db1-a149-a1f0f8ca1389 req-ca0f77fa-c3f2-4e4a-9b02-1310f45d4c3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1a4f955-830a-43d9-a2bb-d20ec96f49ee HTTP/1.1" status: 200 len: 916 time: 0.3753407 Apr 12 20:14:53.949317 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-41bd748b-e47f-4db1-a149-a1f0f8ca1389 req-d690be5e-efd9-4c7e-8b23-436eac46d54b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 HTTP/1.1" status: 200 len: 1001 time: 0.0585575 Apr 12 20:14:54.406090 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0818d-6ea5-4c05-bbfe-27c65eae227a req-74fa7f26-9729-4d16-b998-36032cb43649 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:54.407530 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a1f0818d-6ea5-4c05-bbfe-27c65eae227a req-74fa7f26-9729-4d16-b998-36032cb43649 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0461483 Apr 12 20:14:54.469476 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a1f0818d-6ea5-4c05-bbfe-27c65eae227a req-a7505d49-77f0-4a5e-9d2c-f64c3ca70fb6 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562887 Apr 12 20:14:55.581374 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8327577-64ac-422c-8dd0-67dc0b425518 req-354f9bb0-45e9-4fc1-b816-a48d84eac655 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:55.582924 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f8327577-64ac-422c-8dd0-67dc0b425518 req-354f9bb0-45e9-4fc1-b816-a48d84eac655 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0471616 Apr 12 20:14:55.653591 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device c0a8596f-292a-4189-aea4-30c85a314fcb no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:14:55.673772 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f8327577-64ac-422c-8dd0-67dc0b425518 req-4ff00fc7-407a-40f7-a739-6c4ed9882649 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839741 Apr 12 20:14:55.675053 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: c0a8596f-292a-4189-aea4-30c85a314fcb {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:14:55.675730 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device c0a8596f-292a-4189-aea4-30c85a314fcb not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:14:55.687024 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd748b-e47f-4db1-a149-a1f0f8ca1389 req-1fdc6a6d-343b-4ef2-914f-7f7c691d4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:55.688473 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-41bd748b-e47f-4db1-a149-a1f0f8ca1389 req-1fdc6a6d-343b-4ef2-914f-7f7c691d4fd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50de082a-31e4-4091-bb14-efd82acb9199 HTTP/1.1" status: 200 len: 854 time: 0.0639205 Apr 12 20:14:55.742665 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd748b-e47f-4db1-a149-a1f0f8ca1389 req-956f4e48-6e4b-4e98-9d12-1f7b5a092628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:55.744205 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-41bd748b-e47f-4db1-a149-a1f0f8ca1389 req-956f4e48-6e4b-4e98-9d12-1f7b5a092628 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1a4f955-830a-43d9-a2bb-d20ec96f49ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472100 Apr 12 20:14:55.845465 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-41bd748b-e47f-4db1-a149-a1f0f8ca1389 req-22c9f83b-caaf-4c36-ba8c-962c1af60aea service neutron] 10.222.0.13 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926504 Apr 12 20:14:55.955067 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-41bd748b-e47f-4db1-a149-a1f0f8ca1389 req-1a9a31db-8b5d-4aa1-a95b-58632c865830 service neutron] 10.222.0.13 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917211 Apr 12 20:14:56.790007 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823f96b-716e-4314-945b-23aedded114b req-5af9b43a-3d4b-4e4e-a1d8-5b8742dd9485 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:56.791437 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c823f96b-716e-4314-945b-23aedded114b req-5af9b43a-3d4b-4e4e-a1d8-5b8742dd9485 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0463691 Apr 12 20:14:56.849485 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c823f96b-716e-4314-945b-23aedded114b req-36a524ad-cec3-45aa-89c0-fd8a24daa3e6 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524487 Apr 12 20:14:57.440954 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:14:57.964855 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0d9b2-9e61-4236-994d-9ba66ca888e6 req-ef5ba9d7-ca82-4254-aacf-91f4f74e8ddd tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:57.966300 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2dd0d9b2-9e61-4236-994d-9ba66ca888e6 req-ef5ba9d7-ca82-4254-aacf-91f4f74e8ddd tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0464528 Apr 12 20:14:58.028881 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2dd0d9b2-9e61-4236-994d-9ba66ca888e6 req-48c01181-14ce-44d4-b429-c72d8f57c587 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570073 Apr 12 20:14:59.140847 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b542d-5450-470c-a2f3-d7ebc543f39f req-1b932384-5c48-4a8e-97c8-cf9b41a5aab9 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:14:59.142339 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-350b542d-5450-470c-a2f3-d7ebc543f39f req-1b932384-5c48-4a8e-97c8-cf9b41a5aab9 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0468993 Apr 12 20:14:59.200937 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-350b542d-5450-470c-a2f3-d7ebc543f39f req-5332cd79-c9ee-468b-aeb4-bb3ba504ea7f tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529621 Apr 12 20:15:00.313803 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553783-06ab-450a-9309-53ceec2fcdf4 req-98bf5059-359a-4a53-8f0f-bb641e3639ae tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:00.315255 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0553783-06ab-450a-9309-53ceec2fcdf4 req-98bf5059-359a-4a53-8f0f-bb641e3639ae tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0464182 Apr 12 20:15:00.373340 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0553783-06ab-450a-9309-53ceec2fcdf4 req-2bad605b-6459-465d-9514-66b2a2c4472e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519483 Apr 12 20:15:01.489303 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2e74d-6c83-4f43-b3ce-3e9113aeb391 req-6bcebfda-b2af-4d3b-bf6b-6a2104cac187 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:01.490544 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e9b2e74d-6c83-4f43-b3ce-3e9113aeb391 req-6bcebfda-b2af-4d3b-bf6b-6a2104cac187 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0497088 Apr 12 20:15:01.549808 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e9b2e74d-6c83-4f43-b3ce-3e9113aeb391 req-fc7f6b23-2d3b-4338-87cf-662e9eef6111 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524228 Apr 12 20:15:02.662445 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10623a32-ab60-4edf-94ad-bc001ecd981b req-60017664-0bd0-47f6-8da7-e6c9b43dce3b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:02.663926 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10623a32-ab60-4edf-94ad-bc001ecd981b req-60017664-0bd0-47f6-8da7-e6c9b43dce3b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0473082 Apr 12 20:15:02.724063 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10623a32-ab60-4edf-94ad-bc001ecd981b req-52a54990-52dd-4642-8ce4-ab9b5ed3d358 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545025 Apr 12 20:15:03.838573 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa38937-a290-4f58-8ea0-8842e39ab6e1 req-ac114112-49e2-489d-935f-b26e8b3cd19e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:03.840168 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8aa38937-a290-4f58-8ea0-8842e39ab6e1 req-ac114112-49e2-489d-935f-b26e8b3cd19e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0484812 Apr 12 20:15:03.903951 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8aa38937-a290-4f58-8ea0-8842e39ab6e1 req-4cdf4413-b188-477a-ab06-aed750e56423 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580382 Apr 12 20:15:04.572436 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7b3c4-fbf0-41c0-8736-47d38dcbd4b6 req-9e9205be-0c61-47d7-9ef2-6918067a43db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:04.574010 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ea7b3c4-fbf0-41c0-8736-47d38dcbd4b6 req-9e9205be-0c61-47d7-9ef2-6918067a43db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 1129 time: 0.0647552 Apr 12 20:15:04.584485 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538de349-d9e0-4274-9af8-e8a950d044aa req-5b484f6d-4056-4a15-841a-61c69d8e8a04 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:04.585855 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-538de349-d9e0-4274-9af8-e8a950d044aa req-5b484f6d-4056-4a15-841a-61c69d8e8a04 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0672376 Apr 12 20:15:04.691817 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-538de349-d9e0-4274-9af8-e8a950d044aa req-10ec565a-ad1d-4537-a8d5-052e9a4406a3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980444 Apr 12 20:15:04.711196 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7b3c4-fbf0-41c0-8736-47d38dcbd4b6 req-c2af2dbb-2b39-4af6-b8c9-d3af1299e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:04.711196 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ea7b3c4-fbf0-41c0-8736-47d38dcbd4b6 req-c2af2dbb-2b39-4af6-b8c9-d3af1299e493 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 919 time: 0.1218026 Apr 12 20:15:04.776422 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ea7b3c4-fbf0-41c0-8736-47d38dcbd4b6 req-79831540-101b-4c96-8797-22596ccfb972 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39d75c84-9835-43ea-86e3-140f61220184 HTTP/1.1" status: 200 len: 1001 time: 0.0603566 Apr 12 20:15:04.830898 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7b3c4-fbf0-41c0-8736-47d38dcbd4b6 req-56910e83-2440-4a99-b70c-e96cbc39c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:04.832559 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ea7b3c4-fbf0-41c0-8736-47d38dcbd4b6 req-56910e83-2440-4a99-b70c-e96cbc39c8b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.0495725 Apr 12 20:15:04.877278 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7b3c4-fbf0-41c0-8736-47d38dcbd4b6 req-ee0e4e70-e375-4041-9a68-e007a28799a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:04.878959 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ea7b3c4-fbf0-41c0-8736-47d38dcbd4b6 req-ee0e4e70-e375-4041-9a68-e007a28799a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395875 Apr 12 20:15:05.011571 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ea7b3c4-fbf0-41c0-8736-47d38dcbd4b6 req-9380cb72-b118-4817-a6b4-313aa1b080f7 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216850 Apr 12 20:15:05.046742 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b97709-dd12-43ab-8c38-22dc7afe894b req-a4de4662-8ade-4182-87e1-a3c5a26c42ad tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:05.048253 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-38b97709-dd12-43ab-8c38-22dc7afe894b req-a4de4662-8ade-4182-87e1-a3c5a26c42ad tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0709007 Apr 12 20:15:05.169760 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-38b97709-dd12-43ab-8c38-22dc7afe894b req-ebc11edf-1f75-4d08-b3b9-dd96de34a885 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095691 Apr 12 20:15:05.171754 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ea7b3c4-fbf0-41c0-8736-47d38dcbd4b6 req-e673e1fe-fb4a-4615-b75d-4318cca280e8 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519685 Apr 12 20:15:05.804530 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e994bbc-b938-407e-bcf6-2f772462d598 req-3f4119ee-f575-4b8c-be4a-37af9374cac1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:05.806067 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4e994bbc-b938-407e-bcf6-2f772462d598 req-3f4119ee-f575-4b8c-be4a-37af9374cac1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0475092 Apr 12 20:15:05.852479 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4e994bbc-b938-407e-bcf6-2f772462d598 req-0ebf4d82-c8e5-45f0-973f-acfd2cc97361 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406463 Apr 12 20:15:05.963990 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7b24b153-214e-4109-828a-2e7d72576ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:06.284169 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa899dee-21fb-4e41-b7cb-b0e3a7337be2 req-30d6fda9-e291-4247-9ced-e62016c81d4a tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:06.286465 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fa899dee-21fb-4e41-b7cb-b0e3a7337be2 req-30d6fda9-e291-4247-9ced-e62016c81d4a tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0496633 Apr 12 20:15:06.377705 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fa899dee-21fb-4e41-b7cb-b0e3a7337be2 req-4b76d1a1-93a7-4d6a-9788-34d213b24558 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854106 Apr 12 20:15:06.391959 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb18cef-f1d1-4da3-9325-4e17e7b6e857 req-6904b24a-9085-4006-b2f9-c14a4c538a38 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:06.393464 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-deb18cef-f1d1-4da3-9325-4e17e7b6e857 req-6904b24a-9085-4006-b2f9-c14a4c538a38 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 946 time: 0.0642483 Apr 12 20:15:06.440755 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-deb18cef-f1d1-4da3-9325-4e17e7b6e857 req-4950a655-51a9-4766-bb49-d8c922ebab24 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417747 Apr 12 20:15:06.969702 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937703c-f01e-497b-93e1-a7b477446d34 req-3de53b4c-e917-4b90-b2a5-41c953394e7b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:06.971158 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0937703c-f01e-497b-93e1-a7b477446d34 req-3de53b4c-e917-4b90-b2a5-41c953394e7b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0467520 Apr 12 20:15:07.018222 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0937703c-f01e-497b-93e1-a7b477446d34 req-3a680780-2166-47be-b6f4-3229d4fb19ff tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416093 Apr 12 20:15:07.492320 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fc277-e7a8-420b-a870-8781ded44d06 req-86b4d9bc-7ac6-4ea0-b728-29e67652ec5e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:07.493866 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0a5fc277-e7a8-420b-a870-8781ded44d06 req-86b4d9bc-7ac6-4ea0-b728-29e67652ec5e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0512116 Apr 12 20:15:07.592811 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617c666-89f7-4b52-8147-6a9e8b96b6af req-1bb6330f-6daa-494d-afaf-3cf1067b7b53 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:07.594315 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8617c666-89f7-4b52-8147-6a9e8b96b6af req-1bb6330f-6daa-494d-afaf-3cf1067b7b53 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 946 time: 0.0768044 Apr 12 20:15:07.606382 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0a5fc277-e7a8-420b-a870-8781ded44d06 req-648c7206-e144-4db1-9916-110eb2d617f4 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059008 Apr 12 20:15:07.655327 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8617c666-89f7-4b52-8147-6a9e8b96b6af req-a1e7dff0-1c40-4680-8be1-a0ee965044b9 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479474 Apr 12 20:15:08.128836 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6b8c2-bf22-4d69-917d-45daf1c7bbd8 req-f17cec16-d7dc-48de-9429-9415eb86b437 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:08.130292 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7cd6b8c2-bf22-4d69-917d-45daf1c7bbd8 req-f17cec16-d7dc-48de-9429-9415eb86b437 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0465779 Apr 12 20:15:08.179341 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7cd6b8c2-bf22-4d69-917d-45daf1c7bbd8 req-7242bdd2-6fd6-4f2a-a231-739f64a3c46d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434690 Apr 12 20:15:08.254718 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4296810-b4bc-416c-8178-d21283e8a834 req-18eda94c-8ab8-4e43-bcd2-28a3a9ff56ab tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:08.256151 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d4296810-b4bc-416c-8178-d21283e8a834 req-18eda94c-8ab8-4e43-bcd2-28a3a9ff56ab tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 946 time: 0.0466280 Apr 12 20:15:08.339612 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Deleting port eb0e1c2a-2bda-4915-a791-6894aa5aa38b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:08.339943 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.428639 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] For port eb0e1c2a-2bda-4915-a791-6894aa5aa38b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:08.429002 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.457554 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7b7a3ff2-c60d-4f0d-a13f-c9f61bb50f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.669593 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.670178 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (eace61e7-9017-47fa-81c9-1a0e28f33951), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:08.670289 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Floating IP eace61e7-9017-47fa-81c9-1a0e28f33951 disassociated. External IP: 172.27.0.213, port: eb0e1c2a-2bda-4915-a791-6894aa5aa38b. Apr 12 20:15:08.670742 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Calling delete_port for eb0e1c2a-2bda-4915-a791-6894aa5aa38b owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:08.770275 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c149003-fd10-4677-8fa0-bb3b7d5dccb4 req-09b1b530-e900-4592-b2c4-533563a0821a tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:08.771798 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c149003-fd10-4677-8fa0-bb3b7d5dccb4 req-09b1b530-e900-4592-b2c4-533563a0821a tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0988355 Apr 12 20:15:08.841616 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33526249-8561-44a2-97b6-c1c02a2f41a6 req-e4e92a04-b59b-474f-bdd5-f6094ca32e0e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:08.843071 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-33526249-8561-44a2-97b6-c1c02a2f41a6 req-e4e92a04-b59b-474f-bdd5-f6094ca32e0e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c07120af-fdcc-4af6-9afa-ea477a09f90f HTTP/1.1" status: 200 len: 946 time: 0.0950885 Apr 12 20:15:08.914925 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c149003-fd10-4677-8fa0-bb3b7d5dccb4 req-9dfb8000-070d-4c17-a74b-dcab9aa09b16 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1251833 Apr 12 20:15:08.959138 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-33526249-8561-44a2-97b6-c1c02a2f41a6 req-25559441-7cbb-4d46-bdec-c67311c109bf tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=e746bad0-38ac-4904-ba0c-a94134ec1fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090257 Apr 12 20:15:08.982943 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (eb0e1c2a-2bda-4915-a791-6894aa5aa38b), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:09.011476 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event deleted for resources: {'Port': ['ID=eb0e1c2a-2bda-4915-a791-6894aa5aa38b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:09.124777 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Router 2f48e267-a151-4374-afd9-5f823d3d95c0 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:09.238291 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:09.249046 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b517fc-83cd-46a0-b6c1-63c26e6fe327 None None] Sync routers for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:09.259366 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b517fc-83cd-46a0-b6c1-63c26e6fe327 None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:09.260289 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-e5b517fc-83cd-46a0-b6c1-63c26e6fe327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:09.310778 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] No DVR routers for this DVR port eb0e1c2a-2bda-4915-a791-6894aa5aa38b on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:15:09.314068 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:09.317718 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d4296810-b4bc-416c-8178-d21283e8a834 req-11a3673c-4f15-4952-9fcb-c6625ee380b4 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.13 "DELETE /v2.0/ports/eb0e1c2a-2bda-4915-a791-6894aa5aa38b HTTP/1.1" status: 204 len: 173 time: 1.0561371 Apr 12 20:15:09.320323 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'name': 'network-vif-deleted', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:09.323537 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f8f4d5-6657-4f19-b725-7dbff432a2bd" -d '{"events": [{"server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "name": "network-vif-deleted", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:09.350759 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f459ac-1a6c-4011-8244-fdb60b509f17 req-8c580bd8-fbb4-4078-bb3a-d7f958dccd4f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:09.355100 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e0f459ac-1a6c-4011-8244-fdb60b509f17 req-8c580bd8-fbb4-4078-bb3a-d7f958dccd4f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0999930 Apr 12 20:15:09.368256 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3045ad80-723a-43b8-9747-c0e781f8024b x-openstack-request-id: req-3045ad80-723a-43b8-9747-c0e781f8024b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:09.369041 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07120af-fdcc-4af6-9afa-ea477a09f90f", "name": "network-vif-deleted", "tag": "eb0e1c2a-2bda-4915-a791-6894aa5aa38b", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:09.369296 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3045ad80-723a-43b8-9747-c0e781f8024b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:09.369700 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3045ad80-723a-43b8-9747-c0e781f8024b'] response: {'server_uuid': 'c07120af-fdcc-4af6-9afa-ea477a09f90f', 'name': 'network-vif-deleted', 'tag': 'eb0e1c2a-2bda-4915-a791-6894aa5aa38b', 'status': 'completed', 'code': 200} Apr 12 20:15:09.373854 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-e5b517fc-83cd-46a0-b6c1-63c26e6fe327 None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:09.418095 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e0f459ac-1a6c-4011-8244-fdb60b509f17 req-5632ad70-0328-4983-b860-00f24417dcb7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593653 Apr 12 20:15:09.559557 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:09.574383 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-e5b517fc-83cd-46a0-b6c1-63c26e6fe327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:34Z', 'revision_number': 5, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:09.604108 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b517fc-83cd-46a0-b6c1-63c26e6fe327 None None] Checking router: 2f48e267-a151-4374-afd9-5f823d3d95c0 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:09.612411 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b517fc-83cd-46a0-b6c1-63c26e6fe327 None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:09.613010 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-e5b517fc-83cd-46a0-b6c1-63c26e6fe327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:09.720291 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-e5b517fc-83cd-46a0-b6c1-63c26e6fe327 None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:09.928676 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-e5b517fc-83cd-46a0-b6c1-63c26e6fe327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:34Z', 'revision_number': 5, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:09.965114 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b517fc-83cd-46a0-b6c1-63c26e6fe327 None None] The sync data for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi is: [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:34Z', 'revision_number': 5, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:10.044954 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977265b-66a8-4dfc-bffe-fc9b7d994c0e req-6156f028-c604-4ba8-b6b7-16266be45772 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:10.046490 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c977265b-66a8-4dfc-bffe-fc9b7d994c0e req-6156f028-c604-4ba8-b6b7-16266be45772 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0580499 Apr 12 20:15:10.057329 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42330) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:10.125465 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group (e746bad0-38ac-4904-ba0c-a94134ec1fe4), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.128795 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c977265b-66a8-4dfc-bffe-fc9b7d994c0e req-35134d41-ac71-4b0b-8cf4-8abb4c836dd7 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753992 Apr 12 20:15:10.151523 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group (e746bad0-38ac-4904-ba0c-a94134ec1fe4), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.209714 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (e746bad0-38ac-4904-ba0c-a94134ec1fe4), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.214493 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.215973 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "DELETE /v2.0/security-groups/e746bad0-38ac-4904-ba0c-a94134ec1fe4 HTTP/1.1" status: 204 len: 168 time: 0.1576252 Apr 12 20:15:10.218775 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 42332) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:10.234311 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e746bad0-38ac-4904-ba0c-a94134ec1fe4,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:10.243685 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.243685 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.243685 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.243685 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.243685 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.244430 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.244881 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.245443 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.246022 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.246601 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.247038 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.247463 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.247884 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.248268 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.api.v2.resource [None req-d5279715-1f9a-408a-bc63-0e24aba03f01 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] show failed (client error): The resource could not be found. Apr 12 20:15:10.248396 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.248926 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f212e55-644c-4b62-b5f5-6a2fcce219bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:10.249310 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d5279715-1f9a-408a-bc63-0e24aba03f01 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups/e746bad0-38ac-4904-ba0c-a94134ec1fe4 HTTP/1.1" status: 404 len: 347 time: 0.0292921 Apr 12 20:15:10.252113 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 42334) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:10.292006 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d4e79-de88-4e00-91ce-da752e3191f5 None None] New status for floating IP eace61e7-9017-47fa-81c9-1a0e28f33951: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:15:10.379339 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7b158606-2a50-4c24-a99d-f61837c3b5b1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Deleting port 6cd5f8d0-6f2f-49ff-bb12-e5f89550957a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:10.379778 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b158606-2a50-4c24-a99d-f61837c3b5b1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (6cd5f8d0-6f2f-49ff-bb12-e5f89550957a), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.466915 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b158606-2a50-4c24-a99d-f61837c3b5b1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (6cd5f8d0-6f2f-49ff-bb12-e5f89550957a), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.467240 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b158606-2a50-4c24-a99d-f61837c3b5b1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (6cd5f8d0-6f2f-49ff-bb12-e5f89550957a), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.480583 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7b158606-2a50-4c24-a99d-f61837c3b5b1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Calling delete_port for 6cd5f8d0-6f2f-49ff-bb12-e5f89550957a owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:10.575450 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bc4c4-5b9e-4c50-beba-6549107a69c0 req-ad91dee4-cfa8-43f5-b96e-eb5e2cf3105d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:10.576995 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc6bc4c4-5b9e-4c50-beba-6549107a69c0 req-ad91dee4-cfa8-43f5-b96e-eb5e2cf3105d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0866737 Apr 12 20:15:10.647441 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc6bc4c4-5b9e-4c50-beba-6549107a69c0 req-75350808-3be7-413f-9742-3044514fa1f2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631807 Apr 12 20:15:10.695013 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b158606-2a50-4c24-a99d-f61837c3b5b1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (6cd5f8d0-6f2f-49ff-bb12-e5f89550957a), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.723293 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.724779 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b158606-2a50-4c24-a99d-f61837c3b5b1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event deleted for resources: {'Port': ['ID=6cd5f8d0-6f2f-49ff-bb12-e5f89550957a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:10.789504 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b158606-2a50-4c24-a99d-f61837c3b5b1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (eace61e7-9017-47fa-81c9-1a0e28f33951), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.792656 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b158606-2a50-4c24-a99d-f61837c3b5b1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:10.793803 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-7b158606-2a50-4c24-a99d-f61837c3b5b1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "DELETE /v2.0/floatingips/eace61e7-9017-47fa-81c9-1a0e28f33951 HTTP/1.1" status: 204 len: 168 time: 0.5407529 Apr 12 20:15:11.147733 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42358) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:11.152308 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-d3b64729-2d41-4d8c-a19b-9161282c6f04 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088222308', 'description': 'tempest-description--2090418023'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:11.176358 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d3b64729-2d41-4d8c-a19b-9161282c6f04 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.278222 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d3b64729-2d41-4d8c-a19b-9161282c6f04 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group (0bdc1ef5-3e2b-4079-ac37-ec3293054f85), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.283838 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d3b64729-2d41-4d8c-a19b-9161282c6f04 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (0bdc1ef5-3e2b-4079-ac37-ec3293054f85), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.322264 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d3b64729-2d41-4d8c-a19b-9161282c6f04 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.323588 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-d3b64729-2d41-4d8c-a19b-9161282c6f04 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1748104 Apr 12 20:15:11.326832 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42364) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:11.331414 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-0e93869a-13fd-4720-8017-8d44849c5b3b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Request body: {'security_group_rule': {'security_group_id': '0bdc1ef5-3e2b-4079-ac37-ec3293054f85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:11.340407 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b64729-2d41-4d8c-a19b-9161282c6f04 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdc1ef5-3e2b-4079-ac37-ec3293054f85,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:11.366498 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e93869a-13fd-4720-8017-8d44849c5b3b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group_rule (f5d8ae98-0f24-4113-8f26-4f9a9150ca9a), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.440015 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e93869a-13fd-4720-8017-8d44849c5b3b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group_rule (f5d8ae98-0f24-4113-8f26-4f9a9150ca9a), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.445315 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e93869a-13fd-4720-8017-8d44849c5b3b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (f5d8ae98-0f24-4113-8f26-4f9a9150ca9a), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.475592 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93869a-13fd-4720-8017-8d44849c5b3b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d8ae98-0f24-4113-8f26-4f9a9150ca9a,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:11.485521 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e93869a-13fd-4720-8017-8d44849c5b3b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.489248 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-0e93869a-13fd-4720-8017-8d44849c5b3b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589966 Apr 12 20:15:11.489533 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42366) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:11.494722 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-137155d1-cfdf-44c7-b69e-d2b372d95d22 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Request body: {'security_group_rule': {'security_group_id': '0bdc1ef5-3e2b-4079-ac37-ec3293054f85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:11.523713 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-137155d1-cfdf-44c7-b69e-d2b372d95d22 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group_rule (e92172fd-b428-4ce7-a99f-335b7826b58f), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.528498 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcbf14-3d01-4229-86c2-a633ab0d57ad req-bac8093d-9cf6-4866-8dd8-c7718cffb769 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:11.529982 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b9dcbf14-3d01-4229-86c2-a633ab0d57ad req-bac8093d-9cf6-4866-8dd8-c7718cffb769 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.3252890 Apr 12 20:15:11.584438 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-137155d1-cfdf-44c7-b69e-d2b372d95d22 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group_rule (e92172fd-b428-4ce7-a99f-335b7826b58f), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.590129 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b9dcbf14-3d01-4229-86c2-a633ab0d57ad req-00232d8b-9e63-4ffd-a7c2-315911870177 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543411 Apr 12 20:15:11.593011 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-137155d1-cfdf-44c7-b69e-d2b372d95d22 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (e92172fd-b428-4ce7-a99f-335b7826b58f), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.612396 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137155d1-cfdf-44c7-b69e-d2b372d95d22 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92172fd-b428-4ce7-a99f-335b7826b58f,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:11.620206 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-137155d1-cfdf-44c7-b69e-d2b372d95d22 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.621395 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-137155d1-cfdf-44c7-b69e-d2b372d95d22 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309371 Apr 12 20:15:11.624490 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42368) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:11.628822 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:11.648503 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.731934 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.769553 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594489b3-60b1-4d37-be8f-6e3431ec8b41 req-ce951819-dc6c-476e-b4ba-da8a9604bb3f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:11.771063 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-594489b3-60b1-4d37-be8f-6e3431ec8b41 req-ce951819-dc6c-476e-b4ba-da8a9604bb3f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0496092 Apr 12 20:15:11.832179 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-594489b3-60b1-4d37-be8f-6e3431ec8b41 req-46c49147-f042-4d13-b41a-c961f6bafd26 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523036 Apr 12 20:15:11.848685 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Allocated IP 172.27.0.236 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/e38bb8f1-ffe9-42b0-b4d1-5e46375f909f) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:15:11.951729 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for port (e38bb8f1-ffe9-42b0-b4d1-5e46375f909f), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:11.985733 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (e38bb8f1-ffe9-42b0-b4d1-5e46375f909f), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.023917 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:12.035074 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:12.037561 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:15:12.068482 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event updated for resources: {'Port': ['ID=e38bb8f1-ffe9-42b0-b4d1-5e46375f909f,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:12.136943 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (cdc7ef43-7124-42c7-992b-69aba1ad47a2), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.172057 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (e38bb8f1-ffe9-42b0-b4d1-5e46375f909f), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.331823 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for port (e38bb8f1-ffe9-42b0-b4d1-5e46375f909f), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.338889 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (e38bb8f1-ffe9-42b0-b4d1-5e46375f909f), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.407203 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event updated for resources: {'Port': ['ID=e38bb8f1-ffe9-42b0-b4d1-5e46375f909f,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:12.421401 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (cdc7ef43-7124-42c7-992b-69aba1ad47a2), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.438961 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.440194 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-4404fae4-c6df-40b6-b1d9-44fc95cedd75 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8147459 Apr 12 20:15:12.630134 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:12.662072 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-c28f6592-5878-44e5-a599-ba16cc8f11e1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1088222308&fields=id&tenant_id=36239d1c41ef42b1b707d6cf657711ee HTTP/1.1" status: 200 len: 267 time: 0.0550823 Apr 12 20:15:12.782725 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14fc52-7ddd-4f89-a435-ce4c057d443a req-ef67d45c-914a-47d8-aaa5-2b349fe79222 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:12.784210 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d14fc52-7ddd-4f89-a435-ce4c057d443a req-ef67d45c-914a-47d8-aaa5-2b349fe79222 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.1128170 Apr 12 20:15:12.845451 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-afab845e-6c72-4e1b-b345-bca2e875ca41 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:12.846924 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-afab845e-6c72-4e1b-b345-bca2e875ca41 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/networks?id=de93d020-fd87-43f9-9b84-c46a616eebc8 HTTP/1.1" status: 200 len: 816 time: 0.1767621 Apr 12 20:15:12.877729 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-f059fa95-6fd7-481a-9332-8b84a481da97 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/quotas/36239d1c41ef42b1b707d6cf657711ee HTTP/1.1" status: 200 len: 375 time: 0.0224264 Apr 12 20:15:12.882968 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d14fc52-7ddd-4f89-a435-ce4c057d443a req-e0ce89b9-0930-433e-9121-98e67522a556 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905099 Apr 12 20:15:12.930038 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-0fec551b-0f73-45fc-adff-dfed65788fcc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=36239d1c41ef42b1b707d6cf657711ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459847 Apr 12 20:15:13.040490 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4a93d-c413-40f6-a618-bd7a5b677325 req-1b9dfc6f-68e9-4ce7-a7a9-024d8f6e9a52 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:13.041962 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19e4a93d-c413-40f6-a618-bd7a5b677325 req-1b9dfc6f-68e9-4ce7-a7a9-024d8f6e9a52 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0955770 Apr 12 20:15:13.098613 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-fd1b0f80-7a94-4d1e-a12a-6fb84985fe53 service neutron] 10.222.0.44 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495812 Apr 12 20:15:13.117589 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19e4a93d-c413-40f6-a618-bd7a5b677325 req-783abb7e-d7cf-4d35-8981-349ca00d22fc tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679071 Apr 12 20:15:13.197126 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-c3df5e6c-9eff-403c-99ba-3445890da7fd service neutron] 10.222.0.44 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905182 Apr 12 20:15:13.354332 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e72eb07c-dd0a-4c06-882c-2a78cc614cc2 req-2d4af05d-5dfc-488c-a55b-bdb3777cf96f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 210 time: 0.0276110 Apr 12 20:15:13.421023 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42400) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:13.470338 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0670b8f-9e3e-4288-bc10-8b503aaebb86 admin admin] Deleting subnet 6351116b-04fd-4329-b2d5-e7bb6b55e817 {{(pid=103445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:15:13.473489 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0670b8f-9e3e-4288-bc10-8b503aaebb86 admin admin] Publish callbacks [] for subnet (6351116b-04fd-4329-b2d5-e7bb6b55e817), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.509613 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0670b8f-9e3e-4288-bc10-8b503aaebb86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067075257'] for subnet (6351116b-04fd-4329-b2d5-e7bb6b55e817), precommit_delete_associations {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.555429 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0670b8f-9e3e-4288-bc10-8b503aaebb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (6351116b-04fd-4329-b2d5-e7bb6b55e817), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.614880 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0670b8f-9e3e-4288-bc10-8b503aaebb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067086246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067101208'] for subnet (6351116b-04fd-4329-b2d5-e7bb6b55e817), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.645687 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0670b8f-9e3e-4288-bc10-8b503aaebb86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6351116b-04fd-4329-b2d5-e7bb6b55e817,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:13.659903 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0670b8f-9e3e-4288-bc10-8b503aaebb86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.663553 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-f0670b8f-9e3e-4288-bc10-8b503aaebb86 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6351116b-04fd-4329-b2d5-e7bb6b55e817 HTTP/1.1" status: 204 len: 168 time: 0.2414918 Apr 12 20:15:13.666576 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42408) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:13.739069 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16c9c084-eb6d-4138-ab9b-0e485324d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (3246d3b5-b403-4a48-9330-5b686a320eda), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.746194 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device eb0e1c2a-2bda-4915-a791-6894aa5aa38b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:13.766659 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: eb0e1c2a-2bda-4915-a791-6894aa5aa38b {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:13.767245 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device eb0e1c2a-2bda-4915-a791-6894aa5aa38b not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:13.822405 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16c9c084-eb6d-4138-ab9b-0e485324d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (3246d3b5-b403-4a48-9330-5b686a320eda), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.842612 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-16c9c084-eb6d-4138-ab9b-0e485324d0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3246d3b5-b403-4a48-9330-5b686a320eda']}} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:13.851505 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-16c9c084-eb6d-4138-ab9b-0e485324d0c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7b4822-7e17-4967-af60-ba9119a544b8') {'for_net_delete': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:13.851795 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-16c9c084-eb6d-4138-ab9b-0e485324d0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7b4822-7e17-4967-af60-ba9119a544b8') {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:13.861280 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16c9c084-eb6d-4138-ab9b-0e485324d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067075202'] for segment (9b7b4822-7e17-4967-af60-ba9119a544b8), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.877047 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16c9c084-eb6d-4138-ab9b-0e485324d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (9b7b4822-7e17-4967-af60-ba9119a544b8), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.883224 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c9c084-eb6d-4138-ab9b-0e485324d0c8 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:15:13.883707 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16c9c084-eb6d-4138-ab9b-0e485324d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067086108'] for segment (9b7b4822-7e17-4967-af60-ba9119a544b8), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: Traceback (most recent call last): Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: timer() Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: cb(*args, **kw) Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: return func(*args, **kwargs) Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: self._notify() Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: self.callback(batched_events) Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: event.method(event) Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: return f(self, *a, **k) Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: return self._get(url).json() Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: return self.request(url, 'GET', **kwargs) Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:15:13.885735 dv-cinder-837542-1-iscsi neutron-server[103445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:15:13.941651 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16c9c084-eb6d-4138-ab9b-0e485324d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (3246d3b5-b403-4a48-9330-5b686a320eda), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.948443 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16c9c084-eb6d-4138-ab9b-0e485324d0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:13.951578 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-16c9c084-eb6d-4138-ab9b-0e485324d0c8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3246d3b5-b403-4a48-9330-5b686a320eda HTTP/1.1" status: 204 len: 168 time: 0.2840598 Apr 12 20:15:13.960821 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9c084-eb6d-4138-ab9b-0e485324d0c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3246d3b5-b403-4a48-9330-5b686a320eda,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:14.011673 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a0ee3-37f2-48ac-9257-73b0d99b1877 req-ff9bd4e0-11af-4eb8-add0-d9acf499c1e4 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:14.013292 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b94a0ee3-37f2-48ac-9257-73b0d99b1877 req-ff9bd4e0-11af-4eb8-add0-d9acf499c1e4 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0499384 Apr 12 20:15:14.076772 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b94a0ee3-37f2-48ac-9257-73b0d99b1877 req-6b9a7386-0a50-4c41-a5d6-fff9f9d07216 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572610 Apr 12 20:15:14.123248 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42414) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:14.168019 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-75a5702e-19a2-4b4a-ade9-d377f577d5d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56df4c8f7d5d4ee79e61b39e3c861e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435829 Apr 12 20:15:14.170424 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42418) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:14.257613 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9595-7d03-4cc5-a4f4-4faf2b9188eb req-b9135cb8-31e3-4c4b-805e-11dc41c3d2b2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:14.259358 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b4dd9595-7d03-4cc5-a4f4-4faf2b9188eb req-b9135cb8-31e3-4c4b-805e-11dc41c3d2b2 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0725768 Apr 12 20:15:14.398193 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b4dd9595-7d03-4cc5-a4f4-4faf2b9188eb req-917d4fba-571a-42f5-8e90-5b6a1096e72b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324246 Apr 12 20:15:14.442434 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-710bc40a-58b9-4c25-ab7d-a097f2ba95a7 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:14.444172 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-710bc40a-58b9-4c25-ab7d-a097f2ba95a7 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.13 "GET /v2.0/networks?id=de93d020-fd87-43f9-9b84-c46a616eebc8 HTTP/1.1" status: 200 len: 816 time: 0.1616480 Apr 12 20:15:14.469278 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f8e8ab94-71a3-4000-b123-4efe3a68963f admin admin] Publish callbacks [] for security_group (d7e11ce9-b5e7-4f08-b858-7d7b51049d0c), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:14.492720 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f8e8ab94-71a3-4000-b123-4efe3a68963f admin admin] Publish callbacks [] for security_group (d7e11ce9-b5e7-4f08-b858-7d7b51049d0c), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:14.499467 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6cce6cc8-7ce5-48af-87cf-63ed323fd844 req-821b7264-dbfe-4b24-9852-17f8aeb8993a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 210 time: 0.0456686 Apr 12 20:15:14.542751 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f8e8ab94-71a3-4000-b123-4efe3a68963f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d7e11ce9-b5e7-4f08-b858-7d7b51049d0c), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:14.545415 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f8e8ab94-71a3-4000-b123-4efe3a68963f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:14.545678 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-00119f6c-5ff2-4f90-af28-a5b85183f1c1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36239d1c41ef42b1b707d6cf657711ee HTTP/1.1" status: 200 len: 380 time: 0.0817585 Apr 12 20:15:14.546570 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-f8e8ab94-71a3-4000-b123-4efe3a68963f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7e11ce9-b5e7-4f08-b858-7d7b51049d0c HTTP/1.1" status: 204 len: 168 time: 0.3752193 Apr 12 20:15:14.554402 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8ab94-71a3-4000-b123-4efe3a68963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e11ce9-b5e7-4f08-b858-7d7b51049d0c,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:14.588394 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-1d4d20b2-466b-4c55-8eeb-5b98b5793d30 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Request body: {'port': {'device_id': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'admin_state_up': True, 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'security_groups': ['0bdc1ef5-3e2b-4079-ac37-ec3293054f85']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:14.706214 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-1d4d20b2-466b-4c55-8eeb-5b98b5793d30 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Made reservation on behalf of 36239d1c41ef42b1b707d6cf657711ee for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:15:14.709781 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-1d4d20b2-466b-4c55-8eeb-5b98b5793d30 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:14.848458 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-1d4d20b2-466b-4c55-8eeb-5b98b5793d30 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Allocated IP 172.20.0.9 (de93d020-fd87-43f9-9b84-c46a616eebc8/949bc912-0fa2-4a4f-93d6-8e76c474a8f3/0778b6f8-e263-4b37-a0d2-e59b929adcd9) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:15:15.002885 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-1d4d20b2-466b-4c55-8eeb-5b98b5793d30 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.035962 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-1d4d20b2-466b-4c55-8eeb-5b98b5793d30 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.080470 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-1d4d20b2-466b-4c55-8eeb-5b98b5793d30 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Network de93d020-fd87-43f9-9b84-c46a616eebc8 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:15.083943 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-1d4d20b2-466b-4c55-8eeb-5b98b5793d30 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:15.090330 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-1d4d20b2-466b-4c55-8eeb-5b98b5793d30 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:15:15.123653 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d20b2-466b-4c55-8eeb-5b98b5793d30 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event updated for resources: {'Port': ['ID=0778b6f8-e263-4b37-a0d2-e59b929adcd9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:15.151968 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-1d4d20b2-466b-4c55-8eeb-5b98b5793d30 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:15.152643 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-1d4d20b2-466b-4c55-8eeb-5b98b5793d30 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.186038 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-1d4d20b2-466b-4c55-8eeb-5b98b5793d30 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6018448 Apr 12 20:15:15.207253 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Request body: {'port': {'device_id': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:15.260969 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76576357-4e8b-4bb0-9a45-01378c85b7cd req-698c0fb7-3ffb-41e4-aa38-60a1a481d5ac tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:15.262569 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76576357-4e8b-4bb0-9a45-01378c85b7cd req-698c0fb7-3ffb-41e4-aa38-60a1a481d5ac tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0909297 Apr 12 20:15:15.309403 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.322434 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-8ae0aa18-76b9-4c84-9165-a1308a0b1157 None None] Provisioning complete for port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:15.323617 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8ae0aa18-76b9-4c84-9165-a1308a0b1157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.354233 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42448) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:15.365132 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0aa18-76b9-4c84-9165-a1308a0b1157 None None] Port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:15:15.391182 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76576357-4e8b-4bb0-9a45-01378c85b7cd req-947e5f9e-4a0e-4a44-b716-35f83587b121 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065450 Apr 12 20:15:15.458981 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-282868049-network', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:15.482015 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Made reservation on behalf of b35fa81edeb941ae8bdbc5aca0992cbc for: {'network': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:15:15.485302 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.493571 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.530938 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45424f3-f63b-4101-98a8-84657d93a5cf req-b6175cb8-80f5-4b68-b805-67664101afec tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:15.532660 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e45424f3-f63b-4101-98a8-84657d93a5cf req-b6175cb8-80f5-4b68-b805-67664101afec tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0673685 Apr 12 20:15:15.574482 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Publish callbacks [] for security_group (dede8cac-640a-4bf7-9049-1eeb80e37a03), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.579320 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (dede8cac-640a-4bf7-9049-1eeb80e37a03), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.600467 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:15:15.614209 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dede8cac-640a-4bf7-9049-1eeb80e37a03,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:15.619498 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (37dfb444-c24f-4282-b32d-750b3e44c629), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.619912 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.segments_db [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Added segment 37dfb444-c24f-4282-b32d-750b3e44c629 of type vlan for network 3bbbf339-92cd-4aff-949f-c902d9a857ae Apr 12 20:15:15.670155 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e45424f3-f63b-4101-98a8-84657d93a5cf req-a0e56a67-8ebd-40d6-87cc-a22dccd15ce5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260767 Apr 12 20:15:15.671724 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (3bbbf339-92cd-4aff-949f-c902d9a857ae), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.686853 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea3284-31ec-4cd8-9d22-4e4b084c7655 req-2da21203-805b-4788-9c0d-70a821ff6531 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:15.688363 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-caea3284-31ec-4cd8-9d22-4e4b084c7655 req-2da21203-805b-4788-9c0d-70a821ff6531 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 931 time: 0.1080744 Apr 12 20:15:15.704941 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (3bbbf339-92cd-4aff-949f-c902d9a857ae), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.706098 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:15.706774 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.743073 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3877077 Apr 12 20:15:15.751125 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 42458) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:15.758613 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-270ddfbc-bad6-4460-9245-09edc7eb9ad8 admin admin] Request body: {'subnet': {'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-282868049-subnet', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:15.773162 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336b081-20aa-4504-9cc5-bb7ddfc41f73 admin admin] Pushing event updated for resources: {'Network': ['ID=3bbbf339-92cd-4aff-949f-c902d9a857ae,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:15.777234 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-caea3284-31ec-4cd8-9d22-4e4b084c7655 req-56def10b-6ea0-4a6b-84a9-6a13db1fa6f8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807676 Apr 12 20:15:15.785641 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 3bbbf339-92cd-4aff-949f-c902d9a857ae details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:15:15.820382 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270ddfbc-bad6-4460-9245-09edc7eb9ad8 admin admin] Made reservation on behalf of b35fa81edeb941ae8bdbc5aca0992cbc for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:15:15.823358 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-270ddfbc-bad6-4460-9245-09edc7eb9ad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065880499'] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.847347 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0778b6f8-e263-4b37-a0d2-e59b929adcd9 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:15:15.857584 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Publish callbacks [] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.902771 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Transition to ACTIVE for port object 0778b6f8-e263-4b37-a0d2-e59b929adcd9 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:15:15.909803 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:15.989739 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Pushing event updated for resources: {'Port': ['ID=0778b6f8-e263-4b37-a0d2-e59b929adcd9,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:16.138613 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Attempting to bind port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:15:16.139249 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Attempting to bind port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:15:16.139357 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Attempting to bind port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 on network de93d020-fd87-43f9-9b84-c46a616eebc8 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:16.143337 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-270ddfbc-bad6-4460-9245-09edc7eb9ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065572248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065880485'] for subnet (c5f30ab7-edca-4f48-9883-79f1e8afbea4), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.168858 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 on network de93d020-fd87-43f9-9b84-c46a616eebc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:15:16.169180 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Attempting to bind port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 on network de93d020-fd87-43f9-9b84-c46a616eebc8 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:16.199730 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:15:16.200077 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Checking segment: {'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:15:16.200491 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Bound using segment: {'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:15:16.200934 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Bound port: 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1671d23d-a6aa-482b-8f1d-cdc241e6702a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:15:16.201295 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.283631 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ddfbc-bad6-4460-9245-09edc7eb9ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f30ab7-edca-4f48-9883-79f1e8afbea4,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:16.294703 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1cc87-6cba-4598-9a4b-97262d11f241 req-67576e28-4e0f-4064-ab7f-29628bcb968c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:16.296189 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-71d1cc87-6cba-4598-9a4b-97262d11f241 req-67576e28-4e0f-4064-ab7f-29628bcb968c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 945 time: 0.1105337 Apr 12 20:15:16.314301 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ddfbc-bad6-4460-9245-09edc7eb9ad8 admin admin] Checking segment: {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:15:16.314662 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ddfbc-bad6-4460-9245-09edc7eb9ad8 admin admin] Network hostable DHCP agents. Network: 3bbbf339-92cd-4aff-949f-c902d9a857ae, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:15:16.350771 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] For port 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:15:16.358301 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] For port 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:15:16.378060 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.392284 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ddfbc-bad6-4460-9245-09edc7eb9ad8 admin admin] Network 3bbbf339-92cd-4aff-949f-c902d9a857ae is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:15:16.402578 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-71d1cc87-6cba-4598-9a4b-97262d11f241 req-8345d124-3a47-4d99-a01a-a316809e29b3 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976684 Apr 12 20:15:16.426783 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:16.427488 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.428885 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] 10.222.0.13 "PUT /v2.0/ports/0778b6f8-e263-4b37-a0d2-e59b929adcd9 HTTP/1.1" status: 200 len: 1093 time: 1.2256794 Apr 12 20:15:16.429333 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:16.431711 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522b5548-69f4-4c64-8b66-0f1e11204ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:16.438654 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-270ddfbc-bad6-4460-9245-09edc7eb9ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 3bbbf339-92cd-4aff-949f-c902d9a857ae) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:16.448788 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194034b2-4ef7-4fd6-8479-6eab951e59a8 None None] Network 3bbbf339-92cd-4aff-949f-c902d9a857ae requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:15:16.449375 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ddfbc-bad6-4460-9245-09edc7eb9ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:16.449982 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-270ddfbc-bad6-4460-9245-09edc7eb9ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.473399 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db34fb1-fc64-4214-93b8-28ebb80fa382 service neutron] Pushing event updated for resources: {'Port': ['ID=0778b6f8-e263-4b37-a0d2-e59b929adcd9,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:16.491542 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-270ddfbc-bad6-4460-9245-09edc7eb9ad8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7393324 Apr 12 20:15:16.494374 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42474) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:16.500264 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:16.502227 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efdf409-7a2e-4cbf-ad11-e3c1680e3b37 x-openstack-request-id: req-5efdf409-7a2e-4cbf-ad11-e3c1680e3b37 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:16.502520 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:16.502774 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5efdf409-7a2e-4cbf-ad11-e3c1680e3b37 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:16.503163 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5efdf409-7a2e-4cbf-ad11-e3c1680e3b37'] response: {'name': 'network-changed', 'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'status': 'completed', 'code': 200} Apr 12 20:15:16.524815 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61321'] for router (d3765ffb-1837-4d59-af29-0df1af0e94f4), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.525975 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1650774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61328'] for router (d3765ffb-1837-4d59-af29-0df1af0e94f4), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.553765 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe52de5-8f79-4984-b318-b6c53becfb26 req-0e19310b-650b-41fa-9e60-41287d9502d6 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:16.563420 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0fe52de5-8f79-4984-b318-b6c53becfb26 req-0e19310b-650b-41fa-9e60-41287d9502d6 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0706301 Apr 12 20:15:16.587971 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d8a2851-514c-574c-8383-fe2ed6b99b3a-3bbbf339-92cd-4aff-949f-c902d9a857ae', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4'}]}} from dv-cinder-837542-1-iscsi. {{(pid=103446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:15:16.592970 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.593766 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Publish callbacks [] for router_controller (d3765ffb-1837-4d59-af29-0df1af0e94f4), precommit_add_association {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.648989 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0fe52de5-8f79-4984-b318-b6c53becfb26 req-f5910c91-6b5d-4d12-869c-242dd8091960 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845921 Apr 12 20:15:16.756576 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Publish callbacks [] for router_gateway (d3765ffb-1837-4d59-af29-0df1af0e94f4), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.802923 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504da5a-c830-4b04-b2a2-5f6d5a7f866b req-d0a98079-1b29-4983-9033-0cabe75e6519 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:16.814828 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5504da5a-c830-4b04-b2a2-5f6d5a7f866b req-d0a98079-1b29-4983-9033-0cabe75e6519 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0544727 Apr 12 20:15:16.876101 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Allocated IP 172.20.0.2 (3bbbf339-92cd-4aff-949f-c902d9a857ae/c5f30ab7-edca-4f48-9883-79f1e8afbea4/f2da642c-d292-43e2-8660-198ec7061f4a) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:15:16.891465 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5504da5a-c830-4b04-b2a2-5f6d5a7f866b req-3cb647d7-8883-4b20-ac11-a084db1c6aa7 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757213 Apr 12 20:15:16.925807 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d07358-a258-46df-a4ca-66a49f271c70 req-f0eebc63-c72a-4c88-a8f0-34b592513e67 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:16.929789 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d5d07358-a258-46df-a4ca-66a49f271c70 req-f0eebc63-c72a-4c88-a8f0-34b592513e67 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0629303 Apr 12 20:15:16.972994 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Publish callbacks [] for router_gateway (d3765ffb-1837-4d59-af29-0df1af0e94f4), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:16.981228 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d5d07358-a258-46df-a4ca-66a49f271c70 req-fc2c45c3-b334-46a9-b20c-a1a11b7ecbe5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462747 Apr 12 20:15:16.994230 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.033983 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Publish callbacks [] for port (f2da642c-d292-43e2-8660-198ec7061f4a), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.039357 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.075986 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Network 3bbbf339-92cd-4aff-949f-c902d9a857ae is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:17.080699 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:17.084284 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:15:17.091340 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Pushing event updated for resources: {'Port': ['ID=f2da642c-d292-43e2-8660-198ec7061f4a,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:17.113092 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Allocated IP 172.27.0.174 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/3e02eb44-11a6-47be-ae5e-ef4acba55fc9) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:15:17.114647 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.115000 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.115344 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.115710 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.116049 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.116545 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.116747 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.117080 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.117411 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.117740 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.118081 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.118933 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.119539 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.119845 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.120176 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:17.154292 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Attempting to bind port f2da642c-d292-43e2-8660-198ec7061f4a on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:15:17.154686 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Attempting to bind port f2da642c-d292-43e2-8660-198ec7061f4a by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:15:17.155051 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Attempting to bind port f2da642c-d292-43e2-8660-198ec7061f4a on network 3bbbf339-92cd-4aff-949f-c902d9a857ae {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:17.159969 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:15:17.160478 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Checking segment: {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:15:17.160885 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.161280 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Bound using segment: {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:15:17.161738 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Bound port: f2da642c-d292-43e2-8660-198ec7061f4a, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:15:17.162116 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.217157 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Publish callbacks [] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.228914 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] For port f2da642c-d292-43e2-8660-198ec7061f4a, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:15:17.232123 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] For port f2da642c-d292-43e2-8660-198ec7061f4a, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=f2da642c-d292-43e2-8660-198ec7061f4a,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:15:17.239022 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.256656 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.295917 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea1cb2-40a8-4d71-a879-c047de2ca161 None None] Pushing event updated for resources: {'Port': ['ID=f2da642c-d292-43e2-8660-198ec7061f4a,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:17.304292 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:17.316354 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:17.319457 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:15:17.342231 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Pushing event updated for resources: {'Port': ['ID=3e02eb44-11a6-47be-ae5e-ef4acba55fc9,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:17.413341 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5548-69f4-4c64-8b66-0f1e11204ae2 req-2029c808-33be-4b84-a92e-65ff54ab93f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:17.415964 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-522b5548-69f4-4c64-8b66-0f1e11204ae2 req-2029c808-33be-4b84-a92e-65ff54ab93f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36239d1c41ef42b1b707d6cf657711ee&device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 1127 time: 0.0454543 Apr 12 20:15:17.588949 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f073-a88e-43a2-b1cd-ce66f9e20cd8 req-7102eb76-044d-463a-b427-168fbc30617a tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:17.590736 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c863f073-a88e-43a2-b1cd-ce66f9e20cd8 req-7102eb76-044d-463a-b427-168fbc30617a tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 945 time: 0.0785379 Apr 12 20:15:17.616685 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5548-69f4-4c64-8b66-0f1e11204ae2 req-9f14e2f5-077e-4297-b2f2-91cc3c1d5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:17.618889 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-522b5548-69f4-4c64-8b66-0f1e11204ae2 req-9f14e2f5-077e-4297-b2f2-91cc3c1d5b66 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=36239d1c41ef42b1b707d6cf657711ee&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1936843 Apr 12 20:15:17.636388 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Publish callbacks [] for router_gateway (d3765ffb-1837-4d59-af29-0df1af0e94f4), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.733657 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c863f073-a88e-43a2-b1cd-ce66f9e20cd8 req-75aaf7f7-7c27-4af9-b594-afdfaae1a180 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368513 Apr 12 20:15:17.784860 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-ac521081-6f9d-4216-b3ce-47ef4662a8c6 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:17.786358 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-ac521081-6f9d-4216-b3ce-47ef4662a8c6 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 945 time: 0.1193039 Apr 12 20:15:17.836590 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16f125-85cc-4c71-8da1-6026dddf9bbe req-28b4ea77-aa29-497d-b2a2-bb229b2ebc9e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:17.838396 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ff16f125-85cc-4c71-8da1-6026dddf9bbe req-28b4ea77-aa29-497d-b2a2-bb229b2ebc9e tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.1112154 Apr 12 20:15:17.858803 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651111'] for router (d3765ffb-1837-4d59-af29-0df1af0e94f4), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:17.862696 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b5548-69f4-4c64-8b66-0f1e11204ae2 req-bcb2ef4c-95f7-4638-9f7e-9dc53764c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:17.864110 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-522b5548-69f4-4c64-8b66-0f1e11204ae2 req-bcb2ef4c-95f7-4638-9f7e-9dc53764c571 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2371469 Apr 12 20:15:17.938333 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Deleting port 2c09124c-1246-45eb-bc4c-c85b26a6f77b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:17.938686 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.012933 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Router d3765ffb-1837-4d59-af29-0df1af0e94f4 is scheduled to L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c with binding_index 1 {{(pid=103445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:15:18.031309 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ff16f125-85cc-4c71-8da1-6026dddf9bbe req-ff27041a-18a2-4a13-a0bc-1f631ceb7fdd tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1838505 Apr 12 20:15:18.111262 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-99dffd8e-6f15-49af-b1f9-e4506092e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:18.112782 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-99dffd8e-6f15-49af-b1f9-e4506092e4da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36239d1c41ef42b1b707d6cf657711ee&device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 1127 time: 0.1441398 Apr 12 20:15:18.130867 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] For port 2c09124c-1246-45eb-bc4c-c85b26a6f77b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2c09124c-1246-45eb-bc4c-c85b26a6f77b,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:18.131241 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.147314 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:18.157039 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Sync routers for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:18.169336 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:18.170640 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:18.171905 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.173254 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-31b83ed4-c2bd-4690-94dd-159fd3d890cd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6772971 Apr 12 20:15:18.176130 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42488) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:18.255280 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddda18-7f04-4b13-9651-21699795cc94 req-62d04890-9d76-403e-8d10-f52cad1ce38f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:18.263631 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4eddda18-7f04-4b13-9651-21699795cc94 req-62d04890-9d76-403e-8d10-f52cad1ce38f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.2377963 Apr 12 20:15:18.305170 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-f8e4b2f1-a24f-4624-a510-9f924020316f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9 HTTP/1.1" status: 200 len: 217 time: 0.1760471 Apr 12 20:15:18.316636 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:18.345126 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e45de-11f0-40fc-a632-69950096e999 req-c5b2f9ba-6369-43df-af6f-199acd82e497 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:18.346640 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c44e45de-11f0-40fc-a632-69950096e999 req-c5b2f9ba-6369-43df-af6f-199acd82e497 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.2247252 Apr 12 20:15:18.388298 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device f2da642c-d292-43e2-8660-198ec7061f4a up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:15:18.464330 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86f03f2-a06c-4f08-af72-a3016668e585 None None] Network 3bbbf339-92cd-4aff-949f-c902d9a857ae requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:15:18.506040 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:17Z', 'revision_number': 3, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:18.508955 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4eddda18-7f04-4b13-9651-21699795cc94 req-376b0535-57cf-4b1f-af21-927db3f45e93 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442954 Apr 12 20:15:18.537976 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port f2da642c-d292-43e2-8660-198ec7061f4a triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:18.538649 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.544662 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-5ae1df48-44f6-41f1-8b0a-aec64190846a None None] Provisioning complete for port f2da642c-d292-43e2-8660-198ec7061f4a triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:18.545318 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5ae1df48-44f6-41f1-8b0a-aec64190846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.546011 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Checking router: d3765ffb-1837-4d59-af29-0df1af0e94f4 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:18.546370 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Updating router d3765ffb-1837-4d59-af29-0df1af0e94f4 port 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 binding host dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:15:18.550460 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c44e45de-11f0-40fc-a632-69950096e999 req-66064d08-5357-479f-ad2d-6a79f37b772b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841214 Apr 12 20:15:18.576258 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.631159 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.632744 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (59255fbe-d949-4620-b354-43732cc6cac2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.633322 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Floating IP 59255fbe-d949-4620-b354-43732cc6cac2 disassociated. External IP: 172.27.0.211, port: 2c09124c-1246-45eb-bc4c-c85b26a6f77b. Apr 12 20:15:18.635486 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Calling delete_port for 2c09124c-1246-45eb-bc4c-c85b26a6f77b owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:18.741592 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port f2da642c-d292-43e2-8660-198ec7061f4a is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:18.741996 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.893392 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port f2da642c-d292-43e2-8660-198ec7061f4a, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=f2da642c-d292-43e2-8660-198ec7061f4a,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:18.902835 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1df48-44f6-41f1-8b0a-aec64190846a None None] Current status of the port f2da642c-d292-43e2-8660-198ec7061f4a is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:18.903509 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5ae1df48-44f6-41f1-8b0a-aec64190846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.913762 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.976469 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e20778-8112-4a67-9b44-c3dd94ebe0dd req-b6ad3534-06f0-42e3-a0c3-ce387dc23839 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:18.984816 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-87e20778-8112-4a67-9b44-c3dd94ebe0dd req-b6ad3534-06f0-42e3-a0c3-ce387dc23839 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 945 time: 0.0857596 Apr 12 20:15:18.985654 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Publish callbacks [] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:18.992656 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.001517 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=f2da642c-d292-43e2-8660-198ec7061f4a,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:19.045662 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.db.api [None req-5ae1df48-44f6-41f1-8b0a-aec64190846a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 20:15:19.046076 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG oslo_db.api [None req-5ae1df48-44f6-41f1-8b0a-aec64190846a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 20:15:19.047065 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (2c09124c-1246-45eb-bc4c-c85b26a6f77b), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.068831 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Pushing event updated for resources: {'Port': ['ID=3e02eb44-11a6-47be-ae5e-ef4acba55fc9,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:19.071055 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Attempting to bind port 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:15:19.072094 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Attempting to bind port 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:15:19.072677 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Attempting to bind port 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 on network 2a96407d-31ee-4009-9b88-c39044fbbdfd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:19.081332 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:15:19.081716 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Checking segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:15:19.082122 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.082518 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Bound using segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:15:19.082997 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Bound port: 3e02eb44-11a6-47be-ae5e-ef4acba55fc9, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:15:19.083380 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.085860 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.086221 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.088009 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.088009 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.088009 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.088009 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.088421 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.088593 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.088966 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.089298 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.089628 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.090017 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.090388 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.090717 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.091181 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:19.153686 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] For port 3e02eb44-11a6-47be-ae5e-ef4acba55fc9, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:15:19.158336 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] For port 3e02eb44-11a6-47be-ae5e-ef4acba55fc9, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=3e02eb44-11a6-47be-ae5e-ef4acba55fc9,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:15:19.167034 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.227895 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:19.228763 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:19.239929 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.275440 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f35a81-cf34-4e09-9490-2ff3912fc9a2 None None] Pushing event updated for resources: {'Port': ['ID=3e02eb44-11a6-47be-ae5e-ef4acba55fc9,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:19.356794 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:19.404870 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event deleted for resources: {'Port': ['ID=2c09124c-1246-45eb-bc4c-c85b26a6f77b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:19.416269 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3dc58-6141-4181-ad3f-0dd514e8d4d3 req-7fe0b091-c3ec-43d6-9edf-a3318b5119b3 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:19.418154 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a7c3dc58-6141-4181-ad3f-0dd514e8d4d3 req-7fe0b091-c3ec-43d6-9edf-a3318b5119b3 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0536473 Apr 12 20:15:19.424699 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-87e20778-8112-4a67-9b44-c3dd94ebe0dd req-ed89eccd-24b7-481f-a2a0-3c2b0abe188b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef730727-be72-4ebc-b7f4-0fe07ae328ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4390602 Apr 12 20:15:19.429365 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-97afa1ca-f9f2-4aae-b90c-f11551320eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:19.431471 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-97afa1ca-f9f2-4aae-b90c-f11551320eaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=949bc912-0fa2-4a4f-93d6-8e76c474a8f3 HTTP/1.1" status: 200 len: 855 time: 0.4704888 Apr 12 20:15:19.444991 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Allocated IP 172.20.0.1 (3bbbf339-92cd-4aff-949f-c902d9a857ae/c5f30ab7-edca-4f48-9883-79f1e8afbea4/e94b41eb-9043-476b-a992-a62b02b34f16) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:15:19.544830 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:17Z', 'revision_number': 3, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:19.560524 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-310de79f-5f6f-40f8-bcc4-2cc143470218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:19.562049 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-310de79f-5f6f-40f8-bcc4-2cc143470218 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de93d020-fd87-43f9-9b84-c46a616eebc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1108835 Apr 12 20:15:19.581779 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Publish callbacks [] for port (e94b41eb-9043-476b-a992-a62b02b34f16), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.595872 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678995a8-c6b6-409e-b0b5-24876db9ede3 None None] The sync data for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi is: [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:17Z', 'revision_number': 3, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:19.597658 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1df48-44f6-41f1-8b0a-aec64190846a None None] Current status of the port f2da642c-d292-43e2-8660-198ec7061f4a is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:19.599580 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a7c3dc58-6141-4181-ad3f-0dd514e8d4d3 req-24a2fbaf-ffc3-469a-b8dc-2b927641c422 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&id=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739275 Apr 12 20:15:19.652330 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.700402 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Network 3bbbf339-92cd-4aff-949f-c902d9a857ae is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:19.704100 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:19.708819 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:15:19.724852 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-31997b6f-66f6-4e03-b807-90869ced9667 None None] Provisioning complete for port f2da642c-d292-43e2-8660-198ec7061f4a triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:19.725299 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-31997b6f-66f6-4e03-b807-90869ced9667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.742833 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Router 1528482d-75d2-4dee-bdfa-de1c7ae6287f has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:19.753568 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Pushing event updated for resources: {'Port': ['ID=e94b41eb-9043-476b-a992-a62b02b34f16,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:19.770029 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30e559-8210-42b2-9162-e0eac35e2129 req-78e3bbd2-1921-43f0-8e7b-bb773e329fb3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:19.771615 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ec30e559-8210-42b2-9162-e0eac35e2129 req-78e3bbd2-1921-43f0-8e7b-bb773e329fb3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.1786995 Apr 12 20:15:19.791697 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651030'] for router_interface (d3765ffb-1837-4d59-af29-0df1af0e94f4), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:19.820561 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a1e25-9ddb-4ece-90c2-a27b2a56d200 req-bc433fc7-f368-4768-8c48-f4f71596e55a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:19.829726 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd2a1e25-9ddb-4ece-90c2-a27b2a56d200 req-bc433fc7-f368-4768-8c48-f4f71596e55a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.1217532 Apr 12 20:15:19.884696 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-31997b6f-66f6-4e03-b807-90869ced9667 None None] Current status of the port f2da642c-d292-43e2-8660-198ec7061f4a is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:19.924106 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-6d98ac27-6c39-4436-b52f-0a269f5732f9 service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296232 Apr 12 20:15:19.990492 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd2a1e25-9ddb-4ece-90c2-a27b2a56d200 req-5f9cbd57-fe96-4aa9-b134-8d4140874c95 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594343 Apr 12 20:15:20.039006 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:20.107240 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-eddabfb2-7e2c-4af9-906d-e9743fde5350 None None] Provisioning complete for port e94b41eb-9043-476b-a992-a62b02b34f16 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:20.107952 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-eddabfb2-7e2c-4af9-906d-e9743fde5350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:20.151413 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-eddabfb2-7e2c-4af9-906d-e9743fde5350 None None] Port e94b41eb-9043-476b-a992-a62b02b34f16 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:15:20.208130 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ec30e559-8210-42b2-9162-e0eac35e2129 req-55288d40-0b46-40a5-b1ff-8a50c4ce4d59 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3721671 Apr 12 20:15:20.255479 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Publish callbacks [] for port (e94b41eb-9043-476b-a992-a62b02b34f16), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:20.261589 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:20.263063 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:20.265413 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44cdf424-ad16-4d05-a191-9e2c2b9e148e req-924d3468-cdb6-4991-92a4-ad5c1e65f8b2 service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916098 Apr 12 20:15:20.279687 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b69d4-9839-4266-96de-dcbf8dc04723 None None] Sync routers for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:20.293730 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b69d4-9839-4266-96de-dcbf8dc04723 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:20.294223 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9d3b69d4-9839-4266-96de-dcbf8dc04723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:20.340158 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] No DVR routers for this DVR port 2c09124c-1246-45eb-bc4c-c85b26a6f77b on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:15:20.343118 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:20.347075 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-15eee731-0e7f-4d95-b634-6d9b15dc5729 req-051c38bd-34bf-4d06-b16f-afc6b68a194f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "DELETE /v2.0/ports/2c09124c-1246-45eb-bc4c-c85b26a6f77b HTTP/1.1" status: 204 len: 173 time: 2.5546982 Apr 12 20:15:20.347619 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25df7db6-6076-41fd-85d4-2f03c064d92a', 'name': 'network-vif-deleted', 'tag': '2c09124c-1246-45eb-bc4c-c85b26a6f77b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:20.350026 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11d9e2b-0317-476b-8c49-87fe8c9b5820" -d '{"events": [{"server_uuid": "25df7db6-6076-41fd-85d4-2f03c064d92a", "name": "network-vif-deleted", "tag": "2c09124c-1246-45eb-bc4c-c85b26a6f77b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:20.355569 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651942'] for router_interface (d3765ffb-1837-4d59-af29-0df1af0e94f4), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:20.381350 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Pushing event updated for resources: {'Port': ['ID=e94b41eb-9043-476b-a992-a62b02b34f16,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:20.417596 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b410ca-6003-433b-8f18-8918baa10417 x-openstack-request-id: req-15b410ca-6003-433b-8f18-8918baa10417 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:20.417860 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25df7db6-6076-41fd-85d4-2f03c064d92a", "name": "network-vif-deleted", "tag": "2c09124c-1246-45eb-bc4c-c85b26a6f77b", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:20.418123 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15b410ca-6003-433b-8f18-8918baa10417 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:20.418523 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b410ca-6003-433b-8f18-8918baa10417'] response: {'server_uuid': '25df7db6-6076-41fd-85d4-2f03c064d92a', 'name': 'network-vif-deleted', 'tag': '2c09124c-1246-45eb-bc4c-c85b26a6f77b', 'status': 'completed', 'code': 200} Apr 12 20:15:20.449069 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:15:20.503583 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Network 3bbbf339-92cd-4aff-949f-c902d9a857ae is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:20.505245 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:20.512298 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9d3b69d4-9839-4266-96de-dcbf8dc04723 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:20.557313 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:20.557710 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:20.566523 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-61640464-1b1e-4f1a-b11b-182c9428d583 req-7f28a2d9-3f93-4d8a-a945-4ed908030822 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 210 time: 0.0392308 Apr 12 20:15:20.642419 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Router d3765ffb-1837-4d59-af29-0df1af0e94f4 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:20.740708 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:20.740708 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:20.783201 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:20.794627 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-60ac8607-028b-4363-a07d-0214408311d4 admin admin] 10.222.0.44 "PUT /v2.0/routers/d3765ffb-1837-4d59-af29-0df1af0e94f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6109834 Apr 12 20:15:20.811116 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port 3e02eb44-11a6-47be-ae5e-ef4acba55fc9, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=3e02eb44-11a6-47be-ae5e-ef4acba55fc9,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:20.813272 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-2052e0bd-8fe3-4c31-be83-c053c6bb0dae None None] Provisioning complete for port e94b41eb-9043-476b-a992-a62b02b34f16 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:20.813272 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2052e0bd-8fe3-4c31-be83-c053c6bb0dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:20.857339 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:20.858439 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device f2da642c-d292-43e2-8660-198ec7061f4a up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:15:21.110976 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-2052e0bd-8fe3-4c31-be83-c053c6bb0dae None None] Port e94b41eb-9043-476b-a992-a62b02b34f16 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:15:21.128737 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5a9d3-ad0e-4026-98bb-bfa02a57e55e req-f460e175-1144-4336-8ced-39ef8108d199 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:21.130570 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b6e5a9d3-ad0e-4026-98bb-bfa02a57e55e req-f460e175-1144-4336-8ced-39ef8108d199 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0641155 Apr 12 20:15:21.151308 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=3e02eb44-11a6-47be-ae5e-ef4acba55fc9,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:21.184920 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port f2da642c-d292-43e2-8660-198ec7061f4a triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:21.185302 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.186641 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b6e5a9d3-ad0e-4026-98bb-bfa02a57e55e req-c752c6a6-95c8-4d90-b4ca-8a97a1a24792 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495424 Apr 12 20:15:21.231835 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9d3b69d4-9839-4266-96de-dcbf8dc04723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': 'c96ee267-40b0-4b8f-9a24-2fd6f1f54761', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:c6:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:55Z', 'updated_at': '2022-04-12T20:12:19Z', 'revision_number': 2, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:21.270585 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b69d4-9839-4266-96de-dcbf8dc04723 None None] Checking router: 1528482d-75d2-4dee-bdfa-de1c7ae6287f for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:21.285073 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b69d4-9839-4266-96de-dcbf8dc04723 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:21.285829 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9d3b69d4-9839-4266-96de-dcbf8dc04723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:21.387247 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port f2da642c-d292-43e2-8660-198ec7061f4a is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:21.404732 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af3e01-3a4f-464f-ba2b-5574ce71cb70 req-c17de616-4c87-4410-878a-98fa9943515f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:21.408895 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-28af3e01-3a4f-464f-ba2b-5574ce71cb70 req-c17de616-4c87-4410-878a-98fa9943515f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0829778 Apr 12 20:15:21.454633 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.476425 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-9d3b69d4-9839-4266-96de-dcbf8dc04723 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:21.510053 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-28af3e01-3a4f-464f-ba2b-5574ce71cb70 req-51210945-4f97-4895-9036-85ca42f5fbad tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918336 Apr 12 20:15:21.512069 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9be8cc7c-2af8-4c53-9739-23b5b4101528 req-ef35d22a-fc8b-4bdd-a02b-5072e5895c11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589178 Apr 12 20:15:21.606123 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42528) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:21.610956 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-671703993-network', 'tenant_id': 'f50180362f0440328bc45c34bdec507c'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:21.631535 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Made reservation on behalf of f50180362f0440328bc45c34bdec507c for: {'network': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:15:21.634802 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.643757 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.697646 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5710a951-9398-460d-bed6-b673ef36d33f req-9609db6d-f5e9-4db4-b28f-061016f50097 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=25df7db6-6076-41fd-85d4-2f03c064d92a HTTP/1.1" status: 200 len: 210 time: 0.0366926 Apr 12 20:15:21.744965 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Publish callbacks [] for security_group (3008b6e0-bf85-4817-bb14-838c54ed52b0), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.749449 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (3008b6e0-bf85-4817-bb14-838c54ed52b0), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.757569 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 2c09124c-1246-45eb-bc4c-c85b26a6f77b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:21.763982 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-9d3b69d4-9839-4266-96de-dcbf8dc04723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': 'c96ee267-40b0-4b8f-9a24-2fd6f1f54761', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:c6:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:55Z', 'updated_at': '2022-04-12T20:12:19Z', 'revision_number': 2, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:21.765019 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:15:21.773578 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8cc7c-2af8-4c53-9739-23b5b4101528 req-c96466f4-92ef-4133-b5ac-c7e504f071ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:21.776551 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9be8cc7c-2af8-4c53-9739-23b5b4101528 req-c96466f4-92ef-4133-b5ac-c7e504f071ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0574164 Apr 12 20:15:21.786875 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (1fafb9a3-e996-4d7f-a2e8-24a4edfea070), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.787234 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.segments_db [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Added segment 1fafb9a3-e996-4d7f-a2e8-24a4edfea070 of type vlan for network 139453bc-27b5-4704-bb4f-3f123c41938c Apr 12 20:15:21.811650 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 2c09124c-1246-45eb-bc4c-c85b26a6f77b {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:21.811908 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Sync routers for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:21.812428 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 2c09124c-1246-45eb-bc4c-c85b26a6f77b not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:21.813922 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b69d4-9839-4266-96de-dcbf8dc04723 None None] The sync data for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi is: [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': 'c96ee267-40b0-4b8f-9a24-2fd6f1f54761', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:c6:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:11:55Z', 'updated_at': '2022-04-12T20:12:19Z', 'revision_number': 2, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:21.829812 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:21.830071 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3008b6e0-bf85-4817-bb14-838c54ed52b0,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:21.830445 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:21.847417 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (139453bc-27b5-4704-bb4f-3f123c41938c), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.882359 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (139453bc-27b5-4704-bb4f-3f123c41938c), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.884624 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:21.885216 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:21.947944 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3404918 Apr 12 20:15:21.950531 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42530) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:21.955269 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-6236fe86-e640-40bf-84fd-c6e84a7b0c8a admin admin] Request body: {'subnet': {'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-671703993-subnet', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'ip_version': 4}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:21.960988 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:21.964033 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e11002-e4f9-4bb3-9820-947d62a03e1c admin admin] Pushing event updated for resources: {'Network': ['ID=139453bc-27b5-4704-bb4f-3f123c41938c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:21.975286 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 139453bc-27b5-4704-bb4f-3f123c41938c details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:15:21.983317 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6236fe86-e640-40bf-84fd-c6e84a7b0c8a admin admin] Made reservation on behalf of f50180362f0440328bc45c34bdec507c for: {'subnet': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:15:21.986164 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6236fe86-e640-40bf-84fd-c6e84a7b0c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067101239'] for subnet (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.126805 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309d4b53-5569-4957-b21e-f9d850b23105 None None] New status for floating IP 59255fbe-d949-4620-b354-43732cc6cac2: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:15:22.174176 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 2, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:22.181831 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6236fe86-e640-40bf-84fd-c6e84a7b0c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067085433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067101217'] for subnet (aa34bfb6-dc97-48e1-addb-a329f8401850), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.201112 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Checking router: d3765ffb-1837-4d59-af29-0df1af0e94f4 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:22.201470 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Updating router d3765ffb-1837-4d59-af29-0df1af0e94f4 port e94b41eb-9043-476b-a992-a62b02b34f16 binding host dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:15:22.247664 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236fe86-e640-40bf-84fd-c6e84a7b0c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa34bfb6-dc97-48e1-addb-a329f8401850,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:22.255056 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236fe86-e640-40bf-84fd-c6e84a7b0c8a admin admin] Checking segment: {'id': '1fafb9a3-e996-4d7f-a2e8-24a4edfea070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:15:22.255510 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236fe86-e640-40bf-84fd-c6e84a7b0c8a admin admin] Network hostable DHCP agents. Network: 139453bc-27b5-4704-bb4f-3f123c41938c, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:15:22.264075 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.280332 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236fe86-e640-40bf-84fd-c6e84a7b0c8a admin admin] Network 139453bc-27b5-4704-bb4f-3f123c41938c is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:15:22.295123 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-6236fe86-e640-40bf-84fd-c6e84a7b0c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 139453bc-27b5-4704-bb4f-3f123c41938c) {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:22.305293 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db27153-1a3f-49c0-ac8c-a72bc27fadda None None] Network 139453bc-27b5-4704-bb4f-3f123c41938c requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:15:22.312683 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236fe86-e640-40bf-84fd-c6e84a7b0c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:22.313882 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6236fe86-e640-40bf-84fd-c6e84a7b0c8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.341796 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-6236fe86-e640-40bf-84fd-c6e84a7b0c8a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3890448 Apr 12 20:15:22.343495 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 42534) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:22.348088 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-671703993-router', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:22.375356 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:15:22.386463 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61321'] for router (18fd4044-944b-400e-8669-3b133ec3c25e), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.388106 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1650774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61328'] for router (18fd4044-944b-400e-8669-3b133ec3c25e), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.465691 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Publish callbacks [] for router_controller (18fd4044-944b-400e-8669-3b133ec3c25e), precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.479243 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d8a2851-514c-574c-8383-fe2ed6b99b3a-139453bc-27b5-4704-bb4f-3f123c41938c', 'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c', 'project_id': 'f50180362f0440328bc45c34bdec507c', 'fixed_ips': [{'subnet_id': 'aa34bfb6-dc97-48e1-addb-a329f8401850'}]}} from dv-cinder-837542-1-iscsi. {{(pid=103446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:15:22.480956 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.483615 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:22.483995 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.645756 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Publish callbacks [] for port (e94b41eb-9043-476b-a992-a62b02b34f16), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.676641 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.698167 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Publish callbacks [] for router_gateway (18fd4044-944b-400e-8669-3b133ec3c25e), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.702177 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:22.718787 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Allocated IP 172.20.0.2 (139453bc-27b5-4704-bb4f-3f123c41938c/aa34bfb6-dc97-48e1-addb-a329f8401850/90f61733-fe16-4cfd-b2ff-07238deeaeb5) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:15:22.740116 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015eac1-32b1-4e25-b424-c33d2f3fe097 None None] Pushing event updated for resources: {'Port': ['ID=e94b41eb-9043-476b-a992-a62b02b34f16,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:22.832478 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8cc7c-2af8-4c53-9739-23b5b4101528 req-b363b24c-3523-41d0-936b-8ee602bb3041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:22.834519 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9be8cc7c-2af8-4c53-9739-23b5b4101528 req-b363b24c-3523-41d0-936b-8ee602bb3041 service neutron] 10.222.0.13 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 914 time: 0.1172466 Apr 12 20:15:22.874320 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Attempting to bind port e94b41eb-9043-476b-a992-a62b02b34f16 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:15:22.874925 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Attempting to bind port e94b41eb-9043-476b-a992-a62b02b34f16 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:15:22.875044 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Attempting to bind port e94b41eb-9043-476b-a992-a62b02b34f16 on network 3bbbf339-92cd-4aff-949f-c902d9a857ae {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:22.880550 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:15:22.880926 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Checking segment: {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:15:22.881325 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.881715 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Bound using segment: {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:15:22.882182 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Bound port: e94b41eb-9043-476b-a992-a62b02b34f16, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:15:22.882560 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.966352 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Publish callbacks [] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.976985 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:22.992833 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] For port e94b41eb-9043-476b-a992-a62b02b34f16, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:15:22.999011 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] For port e94b41eb-9043-476b-a992-a62b02b34f16, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=e94b41eb-9043-476b-a992-a62b02b34f16,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:15:23.011440 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.015060 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Network 139453bc-27b5-4704-bb4f-3f123c41938c is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:23.019144 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:23.026152 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:15:23.041692 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebfe95-41fc-4321-9f88-74647f01c848 req-63c5602a-ae28-493b-8891-6edd2801995a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:23.045358 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Pushing event updated for resources: {'Port': ['ID=90f61733-fe16-4cfd-b2ff-07238deeaeb5,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:23.051649 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1eebfe95-41fc-4321-9f88-74647f01c848 req-63c5602a-ae28-493b-8891-6edd2801995a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.6962440 Apr 12 20:15:23.081103 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-35397794-3a2c-4f8e-880d-20bdfe01a633 None None] Provisioning complete for port e94b41eb-9043-476b-a992-a62b02b34f16 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:23.081103 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-35397794-3a2c-4f8e-880d-20bdfe01a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.088328 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:23.089476 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:23.110312 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabd4ae-3ca3-4061-b1f0-8b9bf60a8ac6 req-2c353f39-ac30-4f89-8717-85ef7718c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:23.111980 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4eabd4ae-3ca3-4061-b1f0-8b9bf60a8ac6 req-2c353f39-ac30-4f89-8717-85ef7718c193 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 1129 time: 0.2748199 Apr 12 20:15:23.132625 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbede6e2-8416-4af3-ab7b-86fecc9c87ca req-1d41798a-f7e9-4c18-aaac-0eb49c6b1271 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:23.134634 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fbede6e2-8416-4af3-ab7b-86fecc9c87ca req-1d41798a-f7e9-4c18-aaac-0eb49c6b1271 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.4299278 Apr 12 20:15:23.158377 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Attempting to bind port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:15:23.158754 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Attempting to bind port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '1fafb9a3-e996-4d7f-a2e8-24a4edfea070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:15:23.159125 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Attempting to bind port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 on network 139453bc-27b5-4704-bb4f-3f123c41938c {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:23.168933 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:15:23.169318 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Checking segment: {'id': '1fafb9a3-e996-4d7f-a2e8-24a4edfea070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:15:23.169732 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.170133 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Bound using segment: {'id': '1fafb9a3-e996-4d7f-a2e8-24a4edfea070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:15:23.170627 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Bound port: 90f61733-fe16-4cfd-b2ff-07238deeaeb5, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fafb9a3-e996-4d7f-a2e8-24a4edfea070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:15:23.171019 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.179271 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9be8cc7c-2af8-4c53-9739-23b5b4101528 req-89cf95be-17a3-4c24-aaaf-ccb6476acde9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b7122ec-ca3b-4cc0-81d6-4daec4baab62 HTTP/1.1" status: 200 len: 1001 time: 0.3238714 Apr 12 20:15:23.270581 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-35397794-3a2c-4f8e-880d-20bdfe01a633 None None] Current status of the port e94b41eb-9043-476b-a992-a62b02b34f16 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:23.270977 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-35397794-3a2c-4f8e-880d-20bdfe01a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.291616 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] For port 90f61733-fe16-4cfd-b2ff-07238deeaeb5, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:15:23.310121 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] For port 90f61733-fe16-4cfd-b2ff-07238deeaeb5, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=90f61733-fe16-4cfd-b2ff-07238deeaeb5,segment=NetworkSegment(1fafb9a3-e996-4d7f-a2e8-24a4edfea070),segment_id=1fafb9a3-e996-4d7f-a2e8-24a4edfea070)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:15:23.329437 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-35397794-3a2c-4f8e-880d-20bdfe01a633 None None] For port e94b41eb-9043-476b-a992-a62b02b34f16, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=e94b41eb-9043-476b-a992-a62b02b34f16,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:23.331565 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.335461 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1eebfe95-41fc-4321-9f88-74647f01c848 req-c135fbf8-12f8-4df8-83ab-1b5c5df37d3c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829521 Apr 12 20:15:23.337699 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-35397794-3a2c-4f8e-880d-20bdfe01a633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.374203 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4eabd4ae-3ca3-4061-b1f0-8b9bf60a8ac6 req-3c9611fe-6459-4ddb-a615-4974ee4be868 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480834 Apr 12 20:15:23.383429 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:23.391679 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fbede6e2-8416-4af3-ab7b-86fecc9c87ca req-5e8987c7-69ed-4e08-95d5-b3e528cf2acc tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396922 Apr 12 20:15:23.394736 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8cc7c-2af8-4c53-9739-23b5b4101528 req-f314dddc-7b7f-4480-a0e9-7742e4f636b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:23.396249 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9be8cc7c-2af8-4c53-9739-23b5b4101528 req-f314dddc-7b7f-4480-a0e9-7742e4f636b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8466dadb-85c5-478b-8c6f-ed735868dba2 HTTP/1.1" status: 200 len: 852 time: 0.1965253 Apr 12 20:15:23.415575 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fc0df-6504-42d0-b53c-bb36b2a3b7f0 None None] Pushing event updated for resources: {'Port': ['ID=90f61733-fe16-4cfd-b2ff-07238deeaeb5,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:23.459578 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Publish callbacks [] for router_gateway (18fd4044-944b-400e-8669-3b133ec3c25e), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.481186 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-140d0cf0-06cb-4757-bd6a-27215601759e None None] Provisioning complete for port e94b41eb-9043-476b-a992-a62b02b34f16 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:23.481644 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-140d0cf0-06cb-4757-bd6a-27215601759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.491466 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.492154 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42544) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:23.511727 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35397794-3a2c-4f8e-880d-20bdfe01a633 None None] Pushing event updated for resources: {'Port': ['ID=e94b41eb-9043-476b-a992-a62b02b34f16,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:23.529068 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015eac1-32b1-4e25-b424-c33d2f3fe097 None None] Pushing event updated for resources: {'Port': ['ID=e94b41eb-9043-476b-a992-a62b02b34f16,revision_number=4']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:23.579888 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e507db15-580c-476e-b6e7-66df22780319 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (ef730727-be72-4ebc-b7f4-0fe07ae328ce), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.601881 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-140d0cf0-06cb-4757-bd6a-27215601759e None None] Current status of the port e94b41eb-9043-476b-a992-a62b02b34f16 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:23.616174 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e507db15-580c-476e-b6e7-66df22780319 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (ef730727-be72-4ebc-b7f4-0fe07ae328ce), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.640414 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8cc7c-2af8-4c53-9739-23b5b4101528 req-57576b55-efb4-4899-acbf-b4630677b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:23.642182 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9be8cc7c-2af8-4c53-9739-23b5b4101528 req-57576b55-efb4-4899-acbf-b4630677b910 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=058700fe-b621-4dcd-ad5a-ba20d9c398f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530276 Apr 12 20:15:23.699082 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e507db15-580c-476e-b6e7-66df22780319 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (ef730727-be72-4ebc-b7f4-0fe07ae328ce), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.703322 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e507db15-580c-476e-b6e7-66df22780319 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:23.708142 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-e507db15-580c-476e-b6e7-66df22780319 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "DELETE /v2.0/security-groups/ef730727-be72-4ebc-b7f4-0fe07ae328ce HTTP/1.1" status: 204 len: 168 time: 0.2102022 Apr 12 20:15:23.709635 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42546) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:23.720408 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:22Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:23.742228 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507db15-580c-476e-b6e7-66df22780319 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef730727-be72-4ebc-b7f4-0fe07ae328ce,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:23.745275 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.api.v2.resource [None req-1c9a365a-62d5-4010-a158-bf1be6cc71eb tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] show failed (client error): The resource could not be found. Apr 12 20:15:23.746318 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-1c9a365a-62d5-4010-a158-bf1be6cc71eb tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups/ef730727-be72-4ebc-b7f4-0fe07ae328ce HTTP/1.1" status: 404 len: 347 time: 0.0252852 Apr 12 20:15:23.757563 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42548) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:23.766226 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 0778b6f8-e263-4b37-a0d2-e59b929adcd9 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:15:23.777685 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924da9b-4403-4ad9-96c6-6f8d0a987a9a None None] The sync data for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi is: [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:22Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:23.843273 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Allocated IP 172.27.0.113 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/32c69668-fbbf-4df2-80e5-327f31a1af2d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:15:23.927660 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9be8cc7c-2af8-4c53-9739-23b5b4101528 req-bad8abd3-7e48-4fa1-9dfe-0cac94f9eca2 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650738 Apr 12 20:15:23.956652 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a678d-9578-44a9-9b9a-9ecf36c688b4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Deleting port 892203fa-febb-4efe-9f69-ec7ab70b1af9 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:23.957005 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4e2a678d-9578-44a9-9b9a-9ecf36c688b4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (892203fa-febb-4efe-9f69-ec7ab70b1af9), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:24.050087 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4e2a678d-9578-44a9-9b9a-9ecf36c688b4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (892203fa-febb-4efe-9f69-ec7ab70b1af9), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:24.050473 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4e2a678d-9578-44a9-9b9a-9ecf36c688b4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (892203fa-febb-4efe-9f69-ec7ab70b1af9), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:24.051022 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Publish callbacks [] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:24.069010 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a678d-9578-44a9-9b9a-9ecf36c688b4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Calling delete_port for 892203fa-febb-4efe-9f69-ec7ab70b1af9 owned by network:floatingip {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:24.106251 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:24.141780 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:24.155433 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'port_id': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'mac_address': 'fa:16:3e:fc:73:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:15:24.200850 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:24.201607 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:24.223899 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0778b6f8-e263-4b37-a0d2-e59b929adcd9 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:15:24.251502 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:24.259051 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:24.342361 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=0778b6f8-e263-4b37-a0d2-e59b929adcd9,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:24.349744 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4e2a678d-9578-44a9-9b9a-9ecf36c688b4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (892203fa-febb-4efe-9f69-ec7ab70b1af9), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:24.423085 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a678d-9578-44a9-9b9a-9ecf36c688b4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event deleted for resources: {'Port': ['ID=892203fa-febb-4efe-9f69-ec7ab70b1af9,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:24.481910 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device e94b41eb-9043-476b-a992-a62b02b34f16 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:15:24.534857 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4e2a678d-9578-44a9-9b9a-9ecf36c688b4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (59255fbe-d949-4620-b354-43732cc6cac2), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:24.537650 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4e2a678d-9578-44a9-9b9a-9ecf36c688b4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:24.538889 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-4e2a678d-9578-44a9-9b9a-9ecf36c688b4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "DELETE /v2.0/floatingips/59255fbe-d949-4620-b354-43732cc6cac2 HTTP/1.1" status: 204 len: 168 time: 0.7804680 Apr 12 20:15:24.581464 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['0778b6f8-e263-4b37-a0d2-e59b929adcd9'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:15:24.586734 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port e94b41eb-9043-476b-a992-a62b02b34f16 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:24.587563 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:24.671202 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Pushing event updated for resources: {'Port': ['ID=32c69668-fbbf-4df2-80e5-327f31a1af2d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:24.702594 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:24.715964 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:24.725502 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cce53-6156-4f3f-8c5a-6e9081585076 req-d1cc57c1-ecf8-43d5-a11b-296b699e1134 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:24.727219 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0a7cce53-6156-4f3f-8c5a-6e9081585076 req-d1cc57c1-ecf8-43d5-a11b-296b699e1134 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 944 time: 0.0966852 Apr 12 20:15:24.730791 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:15:24.825969 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9be8cc7c-2af8-4c53-9739-23b5b4101528 req-3e72de01-5506-4d08-8757-ff9e591f946d service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703758 Apr 12 20:15:24.838696 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port e94b41eb-9043-476b-a992-a62b02b34f16 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:24.839815 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 90f61733-fe16-4cfd-b2ff-07238deeaeb5 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:15:24.872721 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5adf3-0088-4c32-9998-443e76fdeed5 req-56684d35-163b-4443-b40e-52bbc609e571 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:24.874641 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8de5adf3-0088-4c32-9998-443e76fdeed5 req-56684d35-163b-4443-b40e-52bbc609e571 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.2453458 Apr 12 20:15:24.899028 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:24.900324 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:24.923499 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45554735-dd20-44c0-bff0-f2a6d8d5d399 None None] Network 139453bc-27b5-4704-bb4f-3f123c41938c requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:15:24.932589 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0a7cce53-6156-4f3f-8c5a-6e9081585076 req-3d684f02-50c1-4953-a2f1-60ce3c1ae62d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954739 Apr 12 20:15:25.041251 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8de5adf3-0088-4c32-9998-443e76fdeed5 req-8909c602-7944-45a4-a8e7-b1bf178ec53f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534224 Apr 12 20:15:25.069550 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-4b049e89-2272-4f08-bf46-e163974a6707 None None] Provisioning complete for port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:25.070346 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4b049e89-2272-4f08-bf46-e163974a6707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:25.146905 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:25.147484 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:25.209390 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port 90f61733-fe16-4cfd-b2ff-07238deeaeb5, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=90f61733-fe16-4cfd-b2ff-07238deeaeb5,segment=NetworkSegment(1fafb9a3-e996-4d7f-a2e8-24a4edfea070),segment_id=1fafb9a3-e996-4d7f-a2e8-24a4edfea070)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:25.216511 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:25.231691 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Publish callbacks [] for router_gateway (18fd4044-944b-400e-8669-3b133ec3c25e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:25.359799 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=90f61733-fe16-4cfd-b2ff-07238deeaeb5,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:25.397200 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-4b049e89-2272-4f08-bf46-e163974a6707 None None] Current status of the port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:25.498196 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651111'] for router (18fd4044-944b-400e-8669-3b133ec3c25e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:25.519217 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-9b39ff3e-cb29-41e9-949c-d353a8037996 None None] Provisioning complete for port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:25.519799 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9b39ff3e-cb29-41e9-949c-d353a8037996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:25.615654 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-9b39ff3e-cb29-41e9-949c-d353a8037996 None None] Current status of the port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:25.638404 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Router 18fd4044-944b-400e-8669-3b133ec3c25e is scheduled to L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:15:25.747234 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:25.755741 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Sync routers for ids ['18fd4044-944b-400e-8669-3b133ec3c25e'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:25.764471 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:25.765771 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f597b2aa-ec49-44e3-9a32-c91173cab81e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4212024 Apr 12 20:15:25.767840 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Routers {'18fd4044-944b-400e-8669-3b133ec3c25e'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:25.768496 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 42566) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:25.768627 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['18fd4044-944b-400e-8669-3b133ec3c25e'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:25.777057 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 0778b6f8-e263-4b37-a0d2-e59b929adcd9 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:15:25.829007 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:15:25.834654 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:25.835209 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:25.880493 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Set router 18fd4044-944b-400e-8669-3b133ec3c25e gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:25.918543 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:25.919327 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:25.951889 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:25.954382 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a5fd6c-f320-4c29-b402-548f17ef2e92" -d '{"events": [{"server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "name": "network-vif-plugged", "status": "completed", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:25.967601 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:25.975319 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:26.035958 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=0778b6f8-e263-4b37-a0d2-e59b929adcd9,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:26.062825 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1454612-6ba3-4d89-8e7b-7b0fa486aaf4 x-openstack-request-id: req-b1454612-6ba3-4d89-8e7b-7b0fa486aaf4 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:26.063806 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "name": "network-vif-plugged", "status": "completed", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:26.063806 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1454612-6ba3-4d89-8e7b-7b0fa486aaf4 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:26.064039 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1454612-6ba3-4d89-8e7b-7b0fa486aaf4'] response: {'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'code': 200} Apr 12 20:15:26.106358 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'name': 'tempest-TestVolumeBootPattern-671703993-router', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:22Z', 'updated_at': '2022-04-12T20:15:25Z', 'revision_number': 3, 'project_id': 'f50180362f0440328bc45c34bdec507c', 'gw_port': {'id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:23Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:26.143246 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Checking router: 18fd4044-944b-400e-8669-3b133ec3c25e for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:26.144321 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Updating router 18fd4044-944b-400e-8669-3b133ec3c25e port 32c69668-fbbf-4df2-80e5-327f31a1af2d binding host dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:15:26.173292 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:26.211210 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3a8e5-5441-483e-9368-f64645d3ca92 req-86d1c7d1-814e-4932-b9f6-b375906934c3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:26.213151 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9cf3a8e5-5441-483e-9368-f64645d3ca92 req-86d1c7d1-814e-4932-b9f6-b375906934c3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0650902 Apr 12 20:15:26.224281 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea79cbb-207a-4507-bd3b-1b183059c98f req-24bc38e9-cf0e-472f-877b-d796606258e6 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:26.231819 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eea79cbb-207a-4507-bd3b-1b183059c98f req-24bc38e9-cf0e-472f-877b-d796606258e6 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.1153643 Apr 12 20:15:26.331382 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 90f61733-fe16-4cfd-b2ff-07238deeaeb5 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:15:26.376572 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9cf3a8e5-5441-483e-9368-f64645d3ca92 req-1789fec5-f21b-47f5-92bf-f9e710192721 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411722 Apr 12 20:15:26.396250 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba419fb-6c18-49ef-b757-f7acd0a1235f req-2c0b3804-b354-405e-b132-8df4d8e247a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:26.396250 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fba419fb-6c18-49ef-b757-f7acd0a1235f req-2c0b3804-b354-405e-b132-8df4d8e247a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 1129 time: 0.1133146 Apr 12 20:15:26.396595 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:26.397158 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:26.434369 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eea79cbb-207a-4507-bd3b-1b183059c98f req-eb49627d-d35d-4b78-ad5b-f91eb620b04e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016578 Apr 12 20:15:26.519463 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fba419fb-6c18-49ef-b757-f7acd0a1235f req-33d3d3e0-4b67-4bfb-8555-92571b006a6d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162324 Apr 12 20:15:26.551262 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:26.569651 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Publish callbacks [] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:26.578306 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:26.581476 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:26.653146 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee3d43-1e66-40bf-8a1b-4e0272bccf1e None None] Pushing event updated for resources: {'Port': ['ID=32c69668-fbbf-4df2-80e5-327f31a1af2d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:26.657362 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Attempting to bind port 32c69668-fbbf-4df2-80e5-327f31a1af2d on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:15:26.657749 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Attempting to bind port 32c69668-fbbf-4df2-80e5-327f31a1af2d by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:15:26.658729 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Attempting to bind port 32c69668-fbbf-4df2-80e5-327f31a1af2d on network 2a96407d-31ee-4009-9b88-c39044fbbdfd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:26.670486 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:15:26.670871 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Checking segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:15:26.671283 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:26.671738 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Bound using segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:15:26.672278 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Bound port: 32c69668-fbbf-4df2-80e5-327f31a1af2d, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:15:26.672677 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:26.740358 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] For port 32c69668-fbbf-4df2-80e5-327f31a1af2d, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:15:26.744766 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] For port 32c69668-fbbf-4df2-80e5-327f31a1af2d, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=32c69668-fbbf-4df2-80e5-327f31a1af2d,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:15:26.753629 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:26.787466 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Allocated IP 172.20.0.1 (139453bc-27b5-4704-bb4f-3f123c41938c/aa34bfb6-dc97-48e1-addb-a329f8401850/f342b876-cdd0-4ac9-9c97-0935f38fa556) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:15:26.815018 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Routers {'18fd4044-944b-400e-8669-3b133ec3c25e'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:26.815823 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['18fd4044-944b-400e-8669-3b133ec3c25e'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:26.876085 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee3d43-1e66-40bf-8a1b-4e0272bccf1e None None] Pushing event updated for resources: {'Port': ['ID=32c69668-fbbf-4df2-80e5-327f31a1af2d,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:26.910771 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c7394-957b-414c-8342-659dbdcec5b7 req-bcbcb22e-4618-4f12-87cf-f3d80c43a58d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:26.912285 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea4c7394-957b-414c-8342-659dbdcec5b7 req-bcbcb22e-4618-4f12-87cf-f3d80c43a58d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 945 time: 0.0815780 Apr 12 20:15:26.944453 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] Set router 18fd4044-944b-400e-8669-3b133ec3c25e gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:26.996787 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Publish callbacks [] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:27.023662 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e431a-30b2-4427-841f-61ab540e87cb req-d8857c0a-714c-44c2-ba88-b3e5321922c8 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:27.025643 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cb8e431a-30b2-4427-841f-61ab540e87cb req-d8857c0a-714c-44c2-ba88-b3e5321922c8 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.1029112 Apr 12 20:15:27.040058 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea4c7394-957b-414c-8342-659dbdcec5b7 req-2d959caf-4abe-4756-b6c4-2ee99f9f3202 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202044 Apr 12 20:15:27.093065 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:27.117423 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'name': 'tempest-TestVolumeBootPattern-671703993-router', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:22Z', 'updated_at': '2022-04-12T20:15:25Z', 'revision_number': 3, 'project_id': 'f50180362f0440328bc45c34bdec507c', 'gw_port': {'id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:23Z', 'updated_at': '2022-04-12T20:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:27.123655 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cb8e431a-30b2-4427-841f-61ab540e87cb req-06b9c9c4-8b78-4746-8356-f77cc111473d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899358 Apr 12 20:15:27.139115 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Network 139453bc-27b5-4704-bb4f-3f123c41938c is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:27.144002 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:27.146526 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:15:27.151980 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f748fe57-f6e5-40a6-89b6-3f802f384066 None None] The sync data for ids ['18fd4044-944b-400e-8669-3b133ec3c25e'] in dv-cinder-837542-1-iscsi is: [{'id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'name': 'tempest-TestVolumeBootPattern-671703993-router', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:22Z', 'updated_at': '2022-04-12T20:15:25Z', 'revision_number': 3, 'project_id': 'f50180362f0440328bc45c34bdec507c', 'gw_port': {'id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:23Z', 'updated_at': '2022-04-12T20:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:27.173069 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Pushing event updated for resources: {'Port': ['ID=f342b876-cdd0-4ac9-9c97-0935f38fa556,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:27.200692 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651030'] for router_interface (18fd4044-944b-400e-8669-3b133ec3c25e), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:27.345504 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:27.445234 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-6b1a80bd-2596-4c59-8dcf-244aac3e5dd6 None None] Provisioning complete for port f342b876-cdd0-4ac9-9c97-0935f38fa556 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:27.445768 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6b1a80bd-2596-4c59-8dcf-244aac3e5dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:27.495173 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a80bd-2596-4c59-8dcf-244aac3e5dd6 None None] Port f342b876-cdd0-4ac9-9c97-0935f38fa556 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:15:27.581661 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Publish callbacks [] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:27.588710 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:27.601936 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76feb463-9061-47a3-8440-9b228902913e req-d40bb82f-6eb9-44ce-8714-074ee31c2d9c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:27.603976 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76feb463-9061-47a3-8440-9b228902913e req-d40bb82f-6eb9-44ce-8714-074ee31c2d9c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0727606 Apr 12 20:15:27.689322 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651942'] for router_interface (18fd4044-944b-400e-8669-3b133ec3c25e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:27.692099 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Pushing event updated for resources: {'Port': ['ID=f342b876-cdd0-4ac9-9c97-0935f38fa556,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:27.738940 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76feb463-9061-47a3-8440-9b228902913e req-10fe373a-1f99-4019-a39c-03e0a17f1c3b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955389 Apr 12 20:15:27.811356 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Network 139453bc-27b5-4704-bb4f-3f123c41938c is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:27.812788 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:27.940250 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Router 18fd4044-944b-400e-8669-3b133ec3c25e has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:28.017286 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-d24e84d0-fb31-4d50-b69c-0c5fcf439469 None None] Provisioning complete for port f342b876-cdd0-4ac9-9c97-0935f38fa556 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:28.017666 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d24e84d0-fb31-4d50-b69c-0c5fcf439469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:28.058142 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-d24e84d0-fb31-4d50-b69c-0c5fcf439469 None None] Port f342b876-cdd0-4ac9-9c97-0935f38fa556 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:15:28.063464 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:28.069684 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-cae0842a-6a39-4b46-a8bc-9435dced9644 admin admin] 10.222.0.44 "PUT /v2.0/routers/18fd4044-944b-400e-8669-3b133ec3c25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3001304 Apr 12 20:15:28.166025 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d4969-5875-44d6-a436-20cb50d605d2 req-6e877d20-a6d6-4b95-8a13-9f15b8066634 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:28.167562 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-455d4969-5875-44d6-a436-20cb50d605d2 req-6e877d20-a6d6-4b95-8a13-9f15b8066634 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 945 time: 0.0535955 Apr 12 20:15:28.244832 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-455d4969-5875-44d6-a436-20cb50d605d2 req-b8e6580c-f4ef-4a38-8e77-48d0f31a323e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715356 Apr 12 20:15:28.268781 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae4830-a52b-4fdc-90e3-fcf27cc59372 req-92eec064-5423-419e-82d4-72dce44955e5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:28.268781 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2eae4830-a52b-4fdc-90e3-fcf27cc59372 req-92eec064-5423-419e-82d4-72dce44955e5 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0620060 Apr 12 20:15:28.311112 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 32c69668-fbbf-4df2-80e5-327f31a1af2d up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:15:28.314282 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2eae4830-a52b-4fdc-90e3-fcf27cc59372 req-dec062f7-06b1-40ef-97c4-af4feef00f3f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450780 Apr 12 20:15:28.360653 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 32c69668-fbbf-4df2-80e5-327f31a1af2d triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:28.361324 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:28.440507 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 32c69668-fbbf-4df2-80e5-327f31a1af2d is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:28.440907 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:28.466031 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port 32c69668-fbbf-4df2-80e5-327f31a1af2d, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=32c69668-fbbf-4df2-80e5-327f31a1af2d,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:28.470947 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:28.523131 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=32c69668-fbbf-4df2-80e5-327f31a1af2d,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:28.573058 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c90cb9-4efe-4ec3-8b04-a4aff9c4498a req-1b428f92-a540-4cbc-b362-316fdf7cb2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:28.574483 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-89c90cb9-4efe-4ec3-8b04-a4aff9c4498a req-1b428f92-a540-4cbc-b362-316fdf7cb2b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 1129 time: 0.0627749 Apr 12 20:15:28.673075 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42604) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:28.678458 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-16014726-e59b-4c4e-84ec-7390c79c5194 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1854161198', 'description': 'tempest-secgroup-smoke-1854161198 description', 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:28.701032 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16014726-e59b-4c4e-84ec-7390c79c5194 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:28.711061 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c90cb9-4efe-4ec3-8b04-a4aff9c4498a req-bc614192-f0fc-4944-8a6b-d981467a4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:28.713207 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-89c90cb9-4efe-4ec3-8b04-a4aff9c4498a req-bc614192-f0fc-4944-8a6b-d981467a4864 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 919 time: 0.1276050 Apr 12 20:15:28.724842 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-4d9b1d70-7b33-4b09-b2ab-18106433dd48 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:28.726467 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-4d9b1d70-7b33-4b09-b2ab-18106433dd48 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 945 time: 0.0662758 Apr 12 20:15:28.783810 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16014726-e59b-4c4e-84ec-7390c79c5194 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group (2038a55d-d9e9-4b7c-af4d-6f277ad4e147), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:28.785209 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Sync routers for ids ['18fd4044-944b-400e-8669-3b133ec3c25e'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:28.788328 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16014726-e59b-4c4e-84ec-7390c79c5194 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (2038a55d-d9e9-4b7c-af4d-6f277ad4e147), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:28.802047 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Routers {'18fd4044-944b-400e-8669-3b133ec3c25e'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:28.802670 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['18fd4044-944b-400e-8669-3b133ec3c25e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:28.824358 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16014726-e59b-4c4e-84ec-7390c79c5194 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:28.825972 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-16014726-e59b-4c4e-84ec-7390c79c5194 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1509802 Apr 12 20:15:28.827038 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16014726-e59b-4c4e-84ec-7390c79c5194 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2038a55d-d9e9-4b7c-af4d-6f277ad4e147,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:28.830308 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42608) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:28.835080 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-7707947b-d29b-43e7-8cd4-908adf7c53dd tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Request body: {'security_group_rule': {'security_group_id': '2038a55d-d9e9-4b7c-af4d-6f277ad4e147', 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:28.868656 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7707947b-d29b-43e7-8cd4-908adf7c53dd tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (88313279-86b0-4728-9b31-f44393435cef), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:28.870474 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be703691-812e-43f8-aae1-13024082933b req-d3050f4e-cdbc-4800-ac37-102184c34761 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:28.872661 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-be703691-812e-43f8-aae1-13024082933b req-d3050f4e-cdbc-4800-ac37-102184c34761 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0572023 Apr 12 20:15:28.923197 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-be703691-812e-43f8-aae1-13024082933b req-4bf6bbd2-6762-4c79-b6f1-fef8aa181d1a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456223 Apr 12 20:15:28.927122 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Set router 18fd4044-944b-400e-8669-3b133ec3c25e gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:28.932481 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7707947b-d29b-43e7-8cd4-908adf7c53dd tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (88313279-86b0-4728-9b31-f44393435cef), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:28.937413 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7707947b-d29b-43e7-8cd4-908adf7c53dd tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (88313279-86b0-4728-9b31-f44393435cef), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:28.955604 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707947b-d29b-43e7-8cd4-908adf7c53dd tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88313279-86b0-4728-9b31-f44393435cef,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:28.964502 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7707947b-d29b-43e7-8cd4-908adf7c53dd tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:28.968665 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-7707947b-d29b-43e7-8cd4-908adf7c53dd tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370661 Apr 12 20:15:28.968816 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 42610) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:28.973189 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-87b0bb22-1872-4e8e-a6e4-52250da5d34a tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Request body: {'security_group_rule': {'security_group_id': '2038a55d-d9e9-4b7c-af4d-6f277ad4e147', 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:28.998771 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87b0bb22-1872-4e8e-a6e4-52250da5d34a tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (6d5a6b59-0a7b-4819-a7eb-67bbfe3c5efd), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.056644 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87b0bb22-1872-4e8e-a6e4-52250da5d34a tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (6d5a6b59-0a7b-4819-a7eb-67bbfe3c5efd), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.061124 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87b0bb22-1872-4e8e-a6e4-52250da5d34a tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (6d5a6b59-0a7b-4819-a7eb-67bbfe3c5efd), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.081186 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0bb22-1872-4e8e-a6e4-52250da5d34a tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5a6b59-0a7b-4819-a7eb-67bbfe3c5efd,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:29.088015 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87b0bb22-1872-4e8e-a6e4-52250da5d34a tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.089485 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-87b0bb22-1872-4e8e-a6e4-52250da5d34a tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198137 Apr 12 20:15:29.092435 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42612) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:29.097312 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-94a6afdc-a9d4-462a-a3d4-796bb0f1e167 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Request body: {'security_group_rule': {'security_group_id': '2038a55d-d9e9-4b7c-af4d-6f277ad4e147', 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:29.122354 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94a6afdc-a9d4-462a-a3d4-796bb0f1e167 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (13fb837e-b793-405f-a4f4-f0322b28e815), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.133433 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'name': 'tempest-TestVolumeBootPattern-671703993-router', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:22Z', 'updated_at': '2022-04-12T20:15:27Z', 'revision_number': 4, 'project_id': 'f50180362f0440328bc45c34bdec507c', 'gw_port': {'id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:23Z', 'updated_at': '2022-04-12T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'f342b876-cdd0-4ac9-9c97-0935f38fa556', 'name': '', 'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'mac_address': 'fa:16:3e:3d:60:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'aa34bfb6-dc97-48e1-addb-a329f8401850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:26Z', 'updated_at': '2022-04-12T20:15:27Z', 'revision_number': 2, 'project_id': 'f50180362f0440328bc45c34bdec507c', 'subnets': [{'id': 'aa34bfb6-dc97-48e1-addb-a329f8401850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:29.159855 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Checking router: 18fd4044-944b-400e-8669-3b133ec3c25e for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:29.160237 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Updating router 18fd4044-944b-400e-8669-3b133ec3c25e port f342b876-cdd0-4ac9-9c97-0935f38fa556 binding host dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:15:29.179620 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94a6afdc-a9d4-462a-a3d4-796bb0f1e167 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (13fb837e-b793-405f-a4f4-f0322b28e815), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.184382 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94a6afdc-a9d4-462a-a3d4-796bb0f1e167 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (13fb837e-b793-405f-a4f4-f0322b28e815), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.201813 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.204991 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6afdc-a9d4-462a-a3d4-796bb0f1e167 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fb837e-b793-405f-a4f4-f0322b28e815,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:29.212173 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94a6afdc-a9d4-462a-a3d4-796bb0f1e167 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.213252 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-94a6afdc-a9d4-462a-a3d4-796bb0f1e167 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197782 Apr 12 20:15:29.216206 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 42614) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:29.220699 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-ea337617-0af9-43eb-bb20-21248c8ded2d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Request body: {'security_group_rule': {'security_group_id': '2038a55d-d9e9-4b7c-af4d-6f277ad4e147', 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:29.252180 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea337617-0af9-43eb-bb20-21248c8ded2d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (245155c1-4bee-4324-8c8b-eb6b067b2fa4), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.502612 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Publish callbacks [] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.509566 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.559844 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28e8bd-6dad-4a48-88fc-b84e24176dcc None None] Pushing event updated for resources: {'Port': ['ID=f342b876-cdd0-4ac9-9c97-0935f38fa556,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:29.624085 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Attempting to bind port f342b876-cdd0-4ac9-9c97-0935f38fa556 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:15:29.624819 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Attempting to bind port f342b876-cdd0-4ac9-9c97-0935f38fa556 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '1fafb9a3-e996-4d7f-a2e8-24a4edfea070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:15:29.625360 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Attempting to bind port f342b876-cdd0-4ac9-9c97-0935f38fa556 on network 139453bc-27b5-4704-bb4f-3f123c41938c {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:29.633617 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:15:29.634019 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Checking segment: {'id': '1fafb9a3-e996-4d7f-a2e8-24a4edfea070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:15:29.634475 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.634921 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Bound using segment: {'id': '1fafb9a3-e996-4d7f-a2e8-24a4edfea070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:15:29.635427 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Bound port: f342b876-cdd0-4ac9-9c97-0935f38fa556, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fafb9a3-e996-4d7f-a2e8-24a4edfea070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:15:29.635825 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.712520 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] For port f342b876-cdd0-4ac9-9c97-0935f38fa556, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:15:29.716122 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] For port f342b876-cdd0-4ac9-9c97-0935f38fa556, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=f342b876-cdd0-4ac9-9c97-0935f38fa556,segment=NetworkSegment(1fafb9a3-e996-4d7f-a2e8-24a4edfea070),segment_id=1fafb9a3-e996-4d7f-a2e8-24a4edfea070)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:15:29.726261 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.762660 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61074a33-7abd-43eb-91ac-87327c00ba84 req-a3800e98-7a0c-4fdf-a3ee-067e177b531e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:29.764173 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-61074a33-7abd-43eb-91ac-87327c00ba84 req-a3800e98-7a0c-4fdf-a3ee-067e177b531e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 945 time: 0.1573148 Apr 12 20:15:29.765998 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-89c90cb9-4efe-4ec3-8b04-a4aff9c4498a req-2cdb4727-e07d-4bb6-b7d0-542a0ec13cb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39d75c84-9835-43ea-86e3-140f61220184 HTTP/1.1" status: 200 len: 1001 time: 0.4974015 Apr 12 20:15:29.778433 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4f695-eb43-42eb-b046-3f0752897e5e req-a90e432f-d478-40fa-9cb0-ab84be8cf19a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:29.785572 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c6e4f695-eb43-42eb-b046-3f0752897e5e req-a90e432f-d478-40fa-9cb0-ab84be8cf19a tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.1797009 Apr 12 20:15:29.796075 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Routers {'18fd4044-944b-400e-8669-3b133ec3c25e'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:29.796856 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['18fd4044-944b-400e-8669-3b133ec3c25e'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:29.801604 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea337617-0af9-43eb-bb20-21248c8ded2d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (245155c1-4bee-4324-8c8b-eb6b067b2fa4), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.806519 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28e8bd-6dad-4a48-88fc-b84e24176dcc None None] Pushing event updated for resources: {'Port': ['ID=f342b876-cdd0-4ac9-9c97-0935f38fa556,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:29.836145 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea337617-0af9-43eb-bb20-21248c8ded2d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (245155c1-4bee-4324-8c8b-eb6b067b2fa4), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.844979 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-11ba9d2e-4375-4555-90cd-e492d5978274 None None] Provisioning complete for port f342b876-cdd0-4ac9-9c97-0935f38fa556 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:29.845370 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-11ba9d2e-4375-4555-90cd-e492d5978274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.889988 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Deleting port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:29.890353 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.939957 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea337617-0af9-43eb-bb20-21248c8ded2d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.943665 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ea337617-0af9-43eb-bb20-21248c8ded2d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7239745 Apr 12 20:15:29.943665 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea337617-0af9-43eb-bb20-21248c8ded2d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245155c1-4bee-4324-8c8b-eb6b067b2fa4,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:29.944019 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42622) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:29.949211 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-b6957876-3cba-4065-980e-b6415d76d625 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Request body: {'security_group_rule': {'security_group_id': '2038a55d-d9e9-4b7c-af4d-6f277ad4e147', 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:29.981465 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.securitygroups_db [None req-b6957876-3cba-4065-980e-b6415d76d625 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Project b35fa81edeb941ae8bdbc5aca0992cbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 20:15:29.988358 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b6957876-3cba-4065-980e-b6415d76d625 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (7c0c20c4-1ea2-4941-b867-9873980f1e03), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:29.998633 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c90cb9-4efe-4ec3-8b04-a4aff9c4498a req-ed1c47a5-40b7-4e51-bd45-f62d8c78b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:30.000129 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-89c90cb9-4efe-4ec3-8b04-a4aff9c4498a req-ed1c47a5-40b7-4e51-bd45-f62d8c78b90f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.2043757 Apr 12 20:15:30.018412 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c6e4f695-eb43-42eb-b046-3f0752897e5e req-1ba6c73e-531d-46f8-a0b6-52e562bbd74e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319651 Apr 12 20:15:30.080623 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b6957876-3cba-4065-980e-b6415d76d625 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (7c0c20c4-1ea2-4941-b867-9873980f1e03), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.089734 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b6957876-3cba-4065-980e-b6415d76d625 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (7c0c20c4-1ea2-4941-b867-9873980f1e03), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.091470 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-61074a33-7abd-43eb-91ac-87327c00ba84 req-2e1f84b9-9560-4bbc-b1fa-58f5026c0958 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=964b7867-3ed2-41a7-a820-9d7169d1ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988555 Apr 12 20:15:30.118724 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6957876-3cba-4065-980e-b6415d76d625 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0c20c4-1ea2-4941-b867-9873980f1e03,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:30.131279 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b6957876-3cba-4065-980e-b6415d76d625 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.132813 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-b6957876-3cba-4065-980e-b6415d76d625 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1877689 Apr 12 20:15:30.135588 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42626) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:30.140500 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-d329f27d-4fb6-46d2-be4e-8f81e0f4e9d4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Request body: {'security_group_rule': {'security_group_id': '2038a55d-d9e9-4b7c-af4d-6f277ad4e147', 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:30.140709 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c90cb9-4efe-4ec3-8b04-a4aff9c4498a req-f3c22c3d-dc29-4054-bbfa-7c384d6f2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:30.142145 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-89c90cb9-4efe-4ec3-8b04-a4aff9c4498a req-f3c22c3d-dc29-4054-bbfa-7c384d6f2d96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1274748 Apr 12 20:15:30.146688 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-11ba9d2e-4375-4555-90cd-e492d5978274 None None] Current status of the port f342b876-cdd0-4ac9-9c97-0935f38fa556 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:30.147087 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-11ba9d2e-4375-4555-90cd-e492d5978274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.162933 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.securitygroups_db [None req-d329f27d-4fb6-46d2-be4e-8f81e0f4e9d4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Project b35fa81edeb941ae8bdbc5aca0992cbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 20:15:30.164457 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] Set router 18fd4044-944b-400e-8669-3b133ec3c25e gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:30.168352 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] For port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6b7122ec-ca3b-4cc0-81d6-4daec4baab62,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:30.168731 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.170140 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d329f27d-4fb6-46d2-be4e-8f81e0f4e9d4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (bfa0cc10-bfd8-4417-8df4-6792bd6d1434), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.217297 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c859e-8106-433b-adf6-39b28384f71f req-bfb6b69d-1d17-4fc9-b5f1-5db664d9530e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:30.218829 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a44c859e-8106-433b-adf6-39b28384f71f req-bfb6b69d-1d17-4fc9-b5f1-5db664d9530e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.1060069 Apr 12 20:15:30.229662 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-11ba9d2e-4375-4555-90cd-e492d5978274 None None] For port f342b876-cdd0-4ac9-9c97-0935f38fa556, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=f342b876-cdd0-4ac9-9c97-0935f38fa556,segment=NetworkSegment(1fafb9a3-e996-4d7f-a2e8-24a4edfea070),segment_id=1fafb9a3-e996-4d7f-a2e8-24a4edfea070)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:30.274650 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d329f27d-4fb6-46d2-be4e-8f81e0f4e9d4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (bfa0cc10-bfd8-4417-8df4-6792bd6d1434), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.288356 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-11ba9d2e-4375-4555-90cd-e492d5978274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.290546 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d329f27d-4fb6-46d2-be4e-8f81e0f4e9d4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (bfa0cc10-bfd8-4417-8df4-6792bd6d1434), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.315603 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329f27d-4fb6-46d2-be4e-8f81e0f4e9d4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa0cc10-bfd8-4417-8df4-6792bd6d1434,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:30.325502 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d329f27d-4fb6-46d2-be4e-8f81e0f4e9d4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.337389 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-d329f27d-4fb6-46d2-be4e-8f81e0f4e9d4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1997058 Apr 12 20:15:30.345388 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 32c69668-fbbf-4df2-80e5-327f31a1af2d up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:15:30.404095 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-89c90cb9-4efe-4ec3-8b04-a4aff9c4498a req-b60d92c4-3d38-4e3a-96e3-6c7eb70af281 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406261 Apr 12 20:15:30.431688 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a44c859e-8106-433b-adf6-39b28384f71f req-4ef9bb72-4512-4628-8e9d-28d861c998a9 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785605 Apr 12 20:15:30.474264 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-0ee7615d-9947-4dc5-8577-97f2bcf635b0 None None] Provisioning complete for port f342b876-cdd0-4ac9-9c97-0935f38fa556 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:30.474648 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0ee7615d-9947-4dc5-8577-97f2bcf635b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.481585 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba9d2e-4375-4555-90cd-e492d5978274 None None] Pushing event updated for resources: {'Port': ['ID=f342b876-cdd0-4ac9-9c97-0935f38fa556,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:30.551277 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 32c69668-fbbf-4df2-80e5-327f31a1af2d triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:30.551980 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.592947 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'name': 'tempest-TestVolumeBootPattern-671703993-router', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:22Z', 'updated_at': '2022-04-12T20:15:27Z', 'revision_number': 4, 'project_id': 'f50180362f0440328bc45c34bdec507c', 'gw_port': {'id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:23Z', 'updated_at': '2022-04-12T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'f342b876-cdd0-4ac9-9c97-0935f38fa556', 'name': '', 'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'mac_address': 'fa:16:3e:3d:60:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'aa34bfb6-dc97-48e1-addb-a329f8401850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:26Z', 'updated_at': '2022-04-12T20:15:29Z', 'revision_number': 4, 'project_id': 'f50180362f0440328bc45c34bdec507c', 'subnets': [{'id': 'aa34bfb6-dc97-48e1-addb-a329f8401850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:30.624589 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.624962 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (c96ee267-40b0-4b8f-9a24-2fd6f1f54761), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.625185 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Floating IP c96ee267-40b0-4b8f-9a24-2fd6f1f54761 disassociated. External IP: 172.27.0.168, port: 6b7122ec-ca3b-4cc0-81d6-4daec4baab62. Apr 12 20:15:30.625546 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Calling delete_port for 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:30.631768 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d5c25-f08b-4027-a1c6-861f361b4d1b None None] The sync data for ids ['18fd4044-944b-400e-8669-3b133ec3c25e'] in dv-cinder-837542-1-iscsi is: [{'id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'name': 'tempest-TestVolumeBootPattern-671703993-router', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:22Z', 'updated_at': '2022-04-12T20:15:27Z', 'revision_number': 4, 'project_id': 'f50180362f0440328bc45c34bdec507c', 'gw_port': {'id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:23Z', 'updated_at': '2022-04-12T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'f342b876-cdd0-4ac9-9c97-0935f38fa556', 'name': '', 'network_id': '139453bc-27b5-4704-bb4f-3f123c41938c', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'mac_address': 'fa:16:3e:3d:60:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'aa34bfb6-dc97-48e1-addb-a329f8401850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:26Z', 'updated_at': '2022-04-12T20:15:29Z', 'revision_number': 4, 'project_id': 'f50180362f0440328bc45c34bdec507c', 'subnets': [{'id': 'aa34bfb6-dc97-48e1-addb-a329f8401850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:30.638071 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab81624-e581-434f-a731-63218a149e96 req-0c861291-5392-436e-8de4-22f19342aa64 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:30.639251 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0ab81624-e581-434f-a731-63218a149e96 req-0c861291-5392-436e-8de4-22f19342aa64 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0979910 Apr 12 20:15:30.649992 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42668) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:30.656728 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-69c3f1ca-b649-41be-8259-9afb1e59eae0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Request body: {'floatingip': {'port_id': '0778b6f8-e263-4b37-a0d2-e59b929adcd9'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:30.679143 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-89c90cb9-4efe-4ec3-8b04-a4aff9c4498a req-75007657-4abf-42cf-9e52-44e7d22a5f9d service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655392 Apr 12 20:15:30.732769 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-0ee7615d-9947-4dc5-8577-97f2bcf635b0 None None] Current status of the port f342b876-cdd0-4ac9-9c97-0935f38fa556 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:30.737244 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69c3f1ca-b649-41be-8259-9afb1e59eae0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (cdc7ef43-7124-42c7-992b-69aba1ad47a2), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.746068 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 32c69668-fbbf-4df2-80e5-327f31a1af2d is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:30.867052 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (6b7122ec-ca3b-4cc0-81d6-4daec4baab62), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:30.933757 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event deleted for resources: {'Port': ['ID=6b7122ec-ca3b-4cc0-81d6-4daec4baab62,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:31.173473 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f0aa6-6a60-4073-8347-dbd8c478ca45 req-5357da83-38af-4be9-8407-df3a63b25de1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:31.181223 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9b9f0aa6-6a60-4073-8347-dbd8c478ca45 req-5357da83-38af-4be9-8407-df3a63b25de1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0808864 Apr 12 20:15:31.241113 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d3dc2760-653f-418f-96c4-570ff49de8f8 req-52664164-4033-458a-95d2-d5a7265e4882 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 210 time: 0.0571325 Apr 12 20:15:31.248249 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Router 1528482d-75d2-4dee-bdfa-de1c7ae6287f has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:31.291479 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9b9f0aa6-6a60-4073-8347-dbd8c478ca45 req-e04b263a-7346-4c6d-8577-e419990c1095 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092100 Apr 12 20:15:31.394008 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69c3f1ca-b649-41be-8259-9afb1e59eae0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:31.400263 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69c3f1ca-b649-41be-8259-9afb1e59eae0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (cdc7ef43-7124-42c7-992b-69aba1ad47a2), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:31.434507 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:31.447676 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c79d52-c8c2-4beb-b05f-ff1a9f5f6e5d None None] Sync routers for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:31.465283 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c79d52-c8c2-4beb-b05f-ff1a9f5f6e5d None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:31.466414 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-d6c79d52-c8c2-4beb-b05f-ff1a9f5f6e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:31.497290 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] No DVR routers for this DVR port 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:15:31.499865 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:31.503276 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7e3d85a9-46f2-4341-8e02-35af8c0c8bca req-29ff67d6-b314-46fa-8139-add75577f069 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "DELETE /v2.0/ports/6b7122ec-ca3b-4cc0-81d6-4daec4baab62 HTTP/1.1" status: 204 len: 173 time: 2.2356963 Apr 12 20:15:31.503762 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'name': 'network-vif-deleted', 'tag': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:31.506456 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c631010-227a-427a-9873-659a55b59c96" -d '{"events": [{"server_uuid": "32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5", "name": "network-vif-deleted", "tag": "6b7122ec-ca3b-4cc0-81d6-4daec4baab62"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:31.559121 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dc3561-e234-4b86-95b3-cb798be9720c x-openstack-request-id: req-71dc3561-e234-4b86-95b3-cb798be9720c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:31.559414 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5", "name": "network-vif-deleted", "tag": "6b7122ec-ca3b-4cc0-81d6-4daec4baab62", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:31.559664 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71dc3561-e234-4b86-95b3-cb798be9720c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:31.564358 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71dc3561-e234-4b86-95b3-cb798be9720c'] response: {'server_uuid': '32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5', 'name': 'network-vif-deleted', 'tag': '6b7122ec-ca3b-4cc0-81d6-4daec4baab62', 'status': 'completed', 'code': 200} Apr 12 20:15:31.724097 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-d6c79d52-c8c2-4beb-b05f-ff1a9f5f6e5d None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:31.797272 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.l3_db [None req-69c3f1ca-b649-41be-8259-9afb1e59eae0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Floating IP cdc7ef43-7124-42c7-992b-69aba1ad47a2 associated. External IP: 172.27.0.236, port: 0778b6f8-e263-4b37-a0d2-e59b929adcd9. Apr 12 20:15:31.939828 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-d6c79d52-c8c2-4beb-b05f-ff1a9f5f6e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:31.972056 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c79d52-c8c2-4beb-b05f-ff1a9f5f6e5d None None] Checking router: 1528482d-75d2-4dee-bdfa-de1c7ae6287f for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:31.981309 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c79d52-c8c2-4beb-b05f-ff1a9f5f6e5d None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:31.981946 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-d6c79d52-c8c2-4beb-b05f-ff1a9f5f6e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:32.031001 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c3f1ca-b649-41be-8259-9afb1e59eae0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Router 2f48e267-a151-4374-afd9-5f823d3d95c0 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:32.120418 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-d6c79d52-c8c2-4beb-b05f-ff1a9f5f6e5d None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:32.163852 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c3f1ca-b649-41be-8259-9afb1e59eae0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:32.177574 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d216cd6-f437-4f1c-87f1-184b1dadf590 None None] Sync routers for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:32.182522 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69c3f1ca-b649-41be-8259-9afb1e59eae0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:32.196648 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d216cd6-f437-4f1c-87f1-184b1dadf590 None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:32.197581 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2d216cd6-f437-4f1c-87f1-184b1dadf590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:32.219895 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-69c3f1ca-b649-41be-8259-9afb1e59eae0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "PUT /v2.0/floatingips/cdc7ef43-7124-42c7-992b-69aba1ad47a2 HTTP/1.1" status: 200 len: 991 time: 1.5685740 Apr 12 20:15:32.220612 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:32.222955 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90bf02a-c4f9-46b1-a7bc-3ddb7e3fe0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:32.292108 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05724e23-305f-44b6-8f71-fec0aa1e3fe2 x-openstack-request-id: req-05724e23-305f-44b6-8f71-fec0aa1e3fe2 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:32.292672 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:32.293071 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05724e23-305f-44b6-8f71-fec0aa1e3fe2 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:32.293634 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05724e23-305f-44b6-8f71-fec0aa1e3fe2'] response: {'name': 'network-changed', 'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'status': 'completed', 'code': 200} Apr 12 20:15:32.412448 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2d216cd6-f437-4f1c-87f1-184b1dadf590 None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:32.467587 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device f342b876-cdd0-4ac9-9c97-0935f38fa556 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:15:32.473942 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-d6c79d52-c8c2-4beb-b05f-ff1a9f5f6e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:32.498309 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bf02a-c4f9-46b1-a7bc-3ddb7e3fe0a2 req-8932443d-4380-469f-9174-4be9e05b0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:32.500564 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a90bf02a-c4f9-46b1-a7bc-3ddb7e3fe0a2 req-8932443d-4380-469f-9174-4be9e05b0b40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36239d1c41ef42b1b707d6cf657711ee&device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 1129 time: 0.1483142 Apr 12 20:15:32.508897 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c79d52-c8c2-4beb-b05f-ff1a9f5f6e5d None None] The sync data for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi is: [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:32.527191 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-68497ff0-5892-4c51-b7b1-925e3572f641 req-d305b474-ea2c-4e52-9ef5-35d81968cfd1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c791d4-5d60-45fa-b95f-7a3cf7dd3ee5 HTTP/1.1" status: 200 len: 210 time: 0.0718758 Apr 12 20:15:32.541601 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c82488-5691-471f-a2b8-17d9f4ef9b6d req-7ad6481e-5aab-48e5-bf59-99d7a9a41e78 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:32.543552 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d9c82488-5691-471f-a2b8-17d9f4ef9b6d req-7ad6481e-5aab-48e5-bf59-99d7a9a41e78 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.1185970 Apr 12 20:15:32.607665 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d9c82488-5691-471f-a2b8-17d9f4ef9b6d req-a1f1e02b-4bb9-4a0c-8a0c-c4c557b9578c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570745 Apr 12 20:15:32.613121 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port f342b876-cdd0-4ac9-9c97-0935f38fa556 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:32.622594 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:32.771097 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2d216cd6-f437-4f1c-87f1-184b1dadf590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': 'cdc7ef43-7124-42c7-992b-69aba1ad47a2', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'port_id': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'mac_address': 'fa:16:3e:fc:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:15:12Z', 'updated_at': '2022-04-12T20:15:31Z', 'revision_number': 1, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:34Z', 'revision_number': 5, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:32.772829 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port f342b876-cdd0-4ac9-9c97-0935f38fa556 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:32.804364 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d216cd6-f437-4f1c-87f1-184b1dadf590 None None] Checking router: 2f48e267-a151-4374-afd9-5f823d3d95c0 for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:32.812914 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d216cd6-f437-4f1c-87f1-184b1dadf590 None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:32.813523 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2d216cd6-f437-4f1c-87f1-184b1dadf590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:32.923901 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2d216cd6-f437-4f1c-87f1-184b1dadf590 None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:33.140544 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2d216cd6-f437-4f1c-87f1-184b1dadf590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': 'cdc7ef43-7124-42c7-992b-69aba1ad47a2', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'port_id': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'mac_address': 'fa:16:3e:fc:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:15:12Z', 'updated_at': '2022-04-12T20:15:31Z', 'revision_number': 1, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:34Z', 'revision_number': 5, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:33.168643 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d216cd6-f437-4f1c-87f1-184b1dadf590 None None] The sync data for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi is: [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': 'cdc7ef43-7124-42c7-992b-69aba1ad47a2', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'port_id': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'mac_address': 'fa:16:3e:fc:73:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:15:12Z', 'updated_at': '2022-04-12T20:15:31Z', 'revision_number': 1, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:34Z', 'revision_number': 5, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:33.308513 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bf02a-c4f9-46b1-a7bc-3ddb7e3fe0a2 req-6a7a9e56-1da8-41fd-9447-20832315d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:33.310066 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a90bf02a-c4f9-46b1-a7bc-3ddb7e3fe0a2 req-6a7a9e56-1da8-41fd-9447-20832315d9ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=de93d020-fd87-43f9-9b84-c46a616eebc8 HTTP/1.1" status: 200 len: 917 time: 0.1201711 Apr 12 20:15:33.387117 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a90bf02a-c4f9-46b1-a7bc-3ddb7e3fe0a2 req-51682126-63ba-4eb4-b93a-0d14ea3d5895 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9 HTTP/1.1" status: 200 len: 999 time: 0.0641596 Apr 12 20:15:33.436709 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bf02a-c4f9-46b1-a7bc-3ddb7e3fe0a2 req-7835399f-e3c1-423a-815e-1e4d51866292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:33.438165 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a90bf02a-c4f9-46b1-a7bc-3ddb7e3fe0a2 req-7835399f-e3c1-423a-815e-1e4d51866292 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=949bc912-0fa2-4a4f-93d6-8e76c474a8f3 HTTP/1.1" status: 200 len: 855 time: 0.0444005 Apr 12 20:15:33.482886 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bf02a-c4f9-46b1-a7bc-3ddb7e3fe0a2 req-7dbd3d2f-04a9-4d14-9f82-79c90da3666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:33.484423 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a90bf02a-c4f9-46b1-a7bc-3ddb7e3fe0a2 req-7dbd3d2f-04a9-4d14-9f82-79c90da3666b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de93d020-fd87-43f9-9b84-c46a616eebc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391605 Apr 12 20:15:33.585240 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a90bf02a-c4f9-46b1-a7bc-3ddb7e3fe0a2 req-9cd2da3a-5d8c-4b65-8e4b-3e5878e30159 service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879982 Apr 12 20:15:33.616486 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 42710) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:33.729216 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a90bf02a-c4f9-46b1-a7bc-3ddb7e3fe0a2 req-16f4d7fc-eaa2-478d-8a38-b8ae128270b5 service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371822 Apr 12 20:15:33.729965 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d0315bb-7389-4b1d-a775-cb981f299212 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (964b7867-3ed2-41a7-a820-9d7169d1ebc8), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:33.794524 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d0315bb-7389-4b1d-a775-cb981f299212 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (964b7867-3ed2-41a7-a820-9d7169d1ebc8), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:33.803237 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:15:33.825808 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daa886-1bf5-40e6-9027-4393e6d493b6 req-c4c11250-7d9c-43c0-b6be-d15fc0801874 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:33.828123 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0daa886-1bf5-40e6-9027-4393e6d493b6 req-c4c11250-7d9c-43c0-b6be-d15fc0801874 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0878544 Apr 12 20:15:33.895957 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d0315bb-7389-4b1d-a775-cb981f299212 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (964b7867-3ed2-41a7-a820-9d7169d1ebc8), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:33.898938 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d0315bb-7389-4b1d-a775-cb981f299212 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:33.903186 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-5d0315bb-7389-4b1d-a775-cb981f299212 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "DELETE /v2.0/security-groups/964b7867-3ed2-41a7-a820-9d7169d1ebc8 HTTP/1.1" status: 204 len: 168 time: 0.2832565 Apr 12 20:15:33.903749 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42716) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:33.909369 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0daa886-1bf5-40e6-9027-4393e6d493b6 req-d45788e9-f81a-4bc3-979d-1a9d3bd6b279 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694618 Apr 12 20:15:33.920931 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0315bb-7389-4b1d-a775-cb981f299212 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=964b7867-3ed2-41a7-a820-9d7169d1ebc8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:33.934682 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.api.v2.resource [None req-a94dd935-0efa-423e-bb3b-acf10bbe77e1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] show failed (client error): The resource could not be found. Apr 12 20:15:33.941314 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-a94dd935-0efa-423e-bb3b-acf10bbe77e1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups/964b7867-3ed2-41a7-a820-9d7169d1ebc8 HTTP/1.1" status: 404 len: 347 time: 0.0362220 Apr 12 20:15:33.944208 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42718) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:33.973632 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:15:33.973994 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 6b7122ec-ca3b-4cc0-81d6-4daec4baab62 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:15:34.053385 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386874f3-548a-49c8-92a1-aa41c638d4ee req-4ff81541-9274-45e5-843b-56795594e76b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:34.054937 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-386874f3-548a-49c8-92a1-aa41c638d4ee req-4ff81541-9274-45e5-843b-56795594e76b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0542634 Apr 12 20:15:34.064309 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 42722) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:34.068817 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1ed0f08b-dd50-4167-8016-e7d824242e5e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Request body: {'floatingip': {'port_id': '39d75c84-9835-43ea-86e3-140f61220184'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:34.079479 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6fffbf98-e021-4fd9-b8f5-b8482103e65b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Deleting port e2a7338c-f9b5-4dcb-b20a-a92386c7aac9 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:15:34.079828 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6fffbf98-e021-4fd9-b8f5-b8482103e65b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (e2a7338c-f9b5-4dcb-b20a-a92386c7aac9), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.136483 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f08b-dd50-4167-8016-e7d824242e5e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for floatingip (1f620d3e-0572-4cd1-9459-7ccbfb368438), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.158895 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6fffbf98-e021-4fd9-b8f5-b8482103e65b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (e2a7338c-f9b5-4dcb-b20a-a92386c7aac9), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.159183 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6fffbf98-e021-4fd9-b8f5-b8482103e65b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (e2a7338c-f9b5-4dcb-b20a-a92386c7aac9), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.187087 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6fffbf98-e021-4fd9-b8f5-b8482103e65b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Calling delete_port for e2a7338c-f9b5-4dcb-b20a-a92386c7aac9 owned by network:floatingip {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:15:34.350572 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6fffbf98-e021-4fd9-b8f5-b8482103e65b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (e2a7338c-f9b5-4dcb-b20a-a92386c7aac9), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.364709 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b8e5d-ea4e-4aaf-808f-33782baef2a6 None None] New status for floating IP c96ee267-40b0-4b8f-9a24-2fd6f1f54761: DOWN {{(pid=103447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:15:34.382568 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffbf98-e021-4fd9-b8f5-b8482103e65b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event deleted for resources: {'Port': ['ID=e2a7338c-f9b5-4dcb-b20a-a92386c7aac9,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:34.465645 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6fffbf98-e021-4fd9-b8f5-b8482103e65b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (c96ee267-40b0-4b8f-9a24-2fd6f1f54761), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.468328 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6fffbf98-e021-4fd9-b8f5-b8482103e65b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:34.469584 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-6fffbf98-e021-4fd9-b8f5-b8482103e65b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "DELETE /v2.0/floatingips/c96ee267-40b0-4b8f-9a24-2fd6f1f54761 HTTP/1.1" status: 204 len: 168 time: 0.5239720 Apr 12 20:15:34.500208 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd6f47-5c07-4f32-94d2-40b8596e3f74 None None] New status for floating IP cdc7ef43-7124-42c7-992b-69aba1ad47a2: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:15:34.507137 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:15:34.932187 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42728) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:34.936643 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-f319fc6b-ce89-4192-841c-eb23ec41f8a8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1974982744', 'description': 'tempest-description--450841891'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:34.959130 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f319fc6b-ce89-4192-841c-eb23ec41f8a8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.046803 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f319fc6b-ce89-4192-841c-eb23ec41f8a8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (1505a32e-223b-4123-a36a-f900484dcc7e), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.051421 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f319fc6b-ce89-4192-841c-eb23ec41f8a8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (1505a32e-223b-4123-a36a-f900484dcc7e), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.087398 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f319fc6b-ce89-4192-841c-eb23ec41f8a8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.088912 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-f319fc6b-ce89-4192-841c-eb23ec41f8a8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1558318 Apr 12 20:15:35.092612 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42730) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:35.097885 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-bbc53634-e6bf-4339-b66e-fbefc3d32224 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'security_group_rule': {'security_group_id': '1505a32e-223b-4123-a36a-f900484dcc7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:35.103249 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319fc6b-ce89-4192-841c-eb23ec41f8a8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1505a32e-223b-4123-a36a-f900484dcc7e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:35.127987 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bbc53634-e6bf-4339-b66e-fbefc3d32224 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (ad49c848-15d7-42b5-8fe2-dcc199296ca9), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.146750 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f08b-dd50-4167-8016-e7d824242e5e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.151837 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f08b-dd50-4167-8016-e7d824242e5e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (1f620d3e-0572-4cd1-9459-7ccbfb368438), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.185346 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bbc53634-e6bf-4339-b66e-fbefc3d32224 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (ad49c848-15d7-42b5-8fe2-dcc199296ca9), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.189736 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bbc53634-e6bf-4339-b66e-fbefc3d32224 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (ad49c848-15d7-42b5-8fe2-dcc199296ca9), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.209036 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc53634-e6bf-4339-b66e-fbefc3d32224 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad49c848-15d7-42b5-8fe2-dcc199296ca9,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:35.224948 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bbc53634-e6bf-4339-b66e-fbefc3d32224 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.227947 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-bbc53634-e6bf-4339-b66e-fbefc3d32224 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343088 Apr 12 20:15:35.228787 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42734) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:35.233477 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-3e8455d3-08ed-4acc-bbef-728a3750b68c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'security_group_rule': {'security_group_id': '1505a32e-223b-4123-a36a-f900484dcc7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:35.271344 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e8455d3-08ed-4acc-bbef-728a3750b68c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (3c38cf2f-11ad-4a9d-a96e-4749428d62d8), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.344520 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e8455d3-08ed-4acc-bbef-728a3750b68c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (3c38cf2f-11ad-4a9d-a96e-4749428d62d8), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.354664 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e8455d3-08ed-4acc-bbef-728a3750b68c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (3c38cf2f-11ad-4a9d-a96e-4749428d62d8), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.373432 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8455d3-08ed-4acc-bbef-728a3750b68c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c38cf2f-11ad-4a9d-a96e-4749428d62d8,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:35.379748 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e8455d3-08ed-4acc-bbef-728a3750b68c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.384595 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-3e8455d3-08ed-4acc-bbef-728a3750b68c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509387 Apr 12 20:15:35.384595 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42736) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:35.389132 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:35.412310 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed0f08b-dd50-4167-8016-e7d824242e5e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Router 1040d0ad-95db-413f-b074-c70b700506ca has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:35.415610 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.494789 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.530043 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed0f08b-dd50-4167-8016-e7d824242e5e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:35.534511 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f08b-dd50-4167-8016-e7d824242e5e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.542833 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e7d98-99bb-4086-af65-c8755f94dc67 None None] Sync routers for ids ['1040d0ad-95db-413f-b074-c70b700506ca'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:35.552530 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e7d98-99bb-4086-af65-c8755f94dc67 None None] Routers {'1040d0ad-95db-413f-b074-c70b700506ca'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:35.553610 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-332e7d98-99bb-4086-af65-c8755f94dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1040d0ad-95db-413f-b074-c70b700506ca'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:35.569181 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'tag': '39d75c84-9835-43ea-86e3-140f61220184'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:35.571987 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8144dbba-96a7-45dc-990d-3cbb4c439bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb8d2a-da17-4769-a54c-2edeb2e28af2", "tag": "39d75c84-9835-43ea-86e3-140f61220184"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:35.608028 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1ed0f08b-dd50-4167-8016-e7d824242e5e tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "PUT /v2.0/floatingips/1f620d3e-0572-4cd1-9459-7ccbfb368438 HTTP/1.1" status: 200 len: 993 time: 1.5420911 Apr 12 20:15:35.629969 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1103196-ec33-4e1b-873d-918d47de2bb0 x-openstack-request-id: req-f1103196-ec33-4e1b-873d-918d47de2bb0 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:35.630262 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb8d2a-da17-4769-a54c-2edeb2e28af2", "tag": "39d75c84-9835-43ea-86e3-140f61220184", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:35.630522 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1103196-ec33-4e1b-873d-918d47de2bb0 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:35.631203 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1103196-ec33-4e1b-873d-918d47de2bb0'] response: {'name': 'network-changed', 'server_uuid': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'tag': '39d75c84-9835-43ea-86e3-140f61220184', 'status': 'completed', 'code': 200} Apr 12 20:15:35.641428 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Allocated IP 172.27.0.197 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/329b49bc-4095-441a-b6a1-b988103b7319) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:15:35.672879 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-332e7d98-99bb-4086-af65-c8755f94dc67 None None] Set router 1040d0ad-95db-413f-b074-c70b700506ca gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:35.710150 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144dbba-96a7-45dc-990d-3cbb4c439bf6 req-de863b04-e8ed-4c18-9e08-a44400dabf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:35.712006 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8144dbba-96a7-45dc-990d-3cbb4c439bf6 req-de863b04-e8ed-4c18-9e08-a44400dabf03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 1129 time: 0.0536342 Apr 12 20:15:35.765755 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for port (329b49bc-4095-441a-b6a1-b988103b7319), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.804526 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (329b49bc-4095-441a-b6a1-b988103b7319), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.818217 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144dbba-96a7-45dc-990d-3cbb4c439bf6 req-31124d7c-ce50-4fad-8de2-581451e02482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:35.819761 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8144dbba-96a7-45dc-990d-3cbb4c439bf6 req-31124d7c-ce50-4fad-8de2-581451e02482 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 919 time: 0.0939333 Apr 12 20:15:35.842027 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:35.849176 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:35.852838 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:15:35.881240 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'Port': ['ID=329b49bc-4095-441a-b6a1-b988103b7319,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:35.915848 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8144dbba-96a7-45dc-990d-3cbb4c439bf6 req-0a403089-61ad-417d-bd55-6bc1d20704f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39d75c84-9835-43ea-86e3-140f61220184 HTTP/1.1" status: 200 len: 1001 time: 0.0888319 Apr 12 20:15:35.941354 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-332e7d98-99bb-4086-af65-c8755f94dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '1f620d3e-0572-4cd1-9459-7ccbfb368438', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'port_id': '39d75c84-9835-43ea-86e3-140f61220184', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'mac_address': 'fa:16:3e:2b:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:59Z', 'updated_at': '2022-04-12T20:15:34Z', 'revision_number': 3, 'project_id': '296db42b89cd47b2b6912045743e8273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c', 'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'mac_address': 'fa:16:3e:c2:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:29Z', 'updated_at': '2022-04-12T20:10:39Z', 'revision_number': 5, 'project_id': '296db42b89cd47b2b6912045743e8273', 'subnets': [{'id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:35.960213 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (78edc427-6e9c-4338-bca0-84b5f568a7af), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.973871 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d011ce5a-a8fa-4d55-a965-a62bcfe35347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:35.993834 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e7d98-99bb-4086-af65-c8755f94dc67 None None] Checking router: 1040d0ad-95db-413f-b074-c70b700506ca for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:35.994761 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144dbba-96a7-45dc-990d-3cbb4c439bf6 req-ca7a4a1c-ba8d-42d2-ae77-1bcdbee0971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:35.997157 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8144dbba-96a7-45dc-990d-3cbb4c439bf6 req-ca7a4a1c-ba8d-42d2-ae77-1bcdbee0971a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.0747941 Apr 12 20:15:36.002286 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e7d98-99bb-4086-af65-c8755f94dc67 None None] Routers {'1040d0ad-95db-413f-b074-c70b700506ca'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:36.002897 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-332e7d98-99bb-4086-af65-c8755f94dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1040d0ad-95db-413f-b074-c70b700506ca'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:36.003171 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (329b49bc-4095-441a-b6a1-b988103b7319), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:36.053598 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144dbba-96a7-45dc-990d-3cbb4c439bf6 req-ff1aa09d-fc7a-4736-b15b-2ea05502c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:36.056323 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8144dbba-96a7-45dc-990d-3cbb4c439bf6 req-ff1aa09d-fc7a-4736-b15b-2ea05502c8bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507305 Apr 12 20:15:36.128396 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-332e7d98-99bb-4086-af65-c8755f94dc67 None None] Set router 1040d0ad-95db-413f-b074-c70b700506ca gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:36.174887 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for port (329b49bc-4095-441a-b6a1-b988103b7319), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:36.176193 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8144dbba-96a7-45dc-990d-3cbb4c439bf6 req-e1867414-346e-44e7-88e4-3ae59d030215 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141174 Apr 12 20:15:36.181731 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (329b49bc-4095-441a-b6a1-b988103b7319), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:36.266186 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (78edc427-6e9c-4338-bca0-84b5f568a7af), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:36.295203 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'Port': ['ID=329b49bc-4095-441a-b6a1-b988103b7319,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:36.298326 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8144dbba-96a7-45dc-990d-3cbb4c439bf6 req-788e7b36-4ac1-4a8b-865f-a2d9bb0abc2d service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154945 Apr 12 20:15:36.302176 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:36.303432 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-a2f3a9c3-9fb8-47f1-ab6f-8a51a0554ec1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9178905 Apr 12 20:15:36.491843 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-332e7d98-99bb-4086-af65-c8755f94dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '1f620d3e-0572-4cd1-9459-7ccbfb368438', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'port_id': '39d75c84-9835-43ea-86e3-140f61220184', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'mac_address': 'fa:16:3e:2b:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:59Z', 'updated_at': '2022-04-12T20:15:34Z', 'revision_number': 3, 'project_id': '296db42b89cd47b2b6912045743e8273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c', 'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'mac_address': 'fa:16:3e:c2:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:29Z', 'updated_at': '2022-04-12T20:10:39Z', 'revision_number': 5, 'project_id': '296db42b89cd47b2b6912045743e8273', 'subnets': [{'id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:36.518317 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-a4c76d84-9418-4abd-8a72-b3a1d5f46b53 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1974982744&fields=id&tenant_id=c68edf8f055946fe965bdf73106fce58 HTTP/1.1" status: 200 len: 267 time: 0.0446155 Apr 12 20:15:36.522105 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e7d98-99bb-4086-af65-c8755f94dc67 None None] The sync data for ids ['1040d0ad-95db-413f-b074-c70b700506ca'] in dv-cinder-837542-1-iscsi is: [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '1f620d3e-0572-4cd1-9459-7ccbfb368438', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'port_id': '39d75c84-9835-43ea-86e3-140f61220184', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'mac_address': 'fa:16:3e:2b:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:12:59Z', 'updated_at': '2022-04-12T20:15:34Z', 'revision_number': 3, 'project_id': '296db42b89cd47b2b6912045743e8273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c', 'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'mac_address': 'fa:16:3e:c2:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:29Z', 'updated_at': '2022-04-12T20:10:39Z', 'revision_number': 5, 'project_id': '296db42b89cd47b2b6912045743e8273', 'subnets': [{'id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:36.643375 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa515-50de-4936-a41d-c41728e730cf req-ee8d061c-a7d2-485c-83d2-73f6203cb185 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:36.645405 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-ee8d061c-a7d2-485c-83d2-73f6203cb185 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 813 time: 0.1185675 Apr 12 20:15:36.661337 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-3a024086-1c4b-4071-8fbe-0415ecf13272 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/quotas/c68edf8f055946fe965bdf73106fce58 HTTP/1.1" status: 200 len: 375 time: 0.0097518 Apr 12 20:15:36.715244 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-1cfc94fe-aefe-4838-b949-5f5caea070b3 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481002 Apr 12 20:15:36.869749 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-86a06991-9bca-443f-a818-c46c636db254 service neutron] 10.222.0.44 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429100 Apr 12 20:15:36.970616 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-5351899e-ac00-4285-8786-e1e3c93b10c4 service neutron] 10.222.0.44 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950730 Apr 12 20:15:37.137135 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8c0c4733-443c-489f-88c0-1f3ec75c16ef req-090f61b2-2a4b-45af-95a9-89f16c95bb30 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 210 time: 0.0321679 Apr 12 20:15:37.633115 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'tag': '39d75c84-9835-43ea-86e3-140f61220184'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:37.635800 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3f1dd3-4268-4bdc-9fc9-16b1a676df5a" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb8d2a-da17-4769-a54c-2edeb2e28af2", "tag": "39d75c84-9835-43ea-86e3-140f61220184"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:37.672006 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cabafb-8f95-488d-867d-c28b2c2ad4ac x-openstack-request-id: req-39cabafb-8f95-488d-867d-c28b2c2ad4ac {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:37.672329 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb8d2a-da17-4769-a54c-2edeb2e28af2", "tag": "39d75c84-9835-43ea-86e3-140f61220184", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:37.672590 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39cabafb-8f95-488d-867d-c28b2c2ad4ac {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:37.672995 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39cabafb-8f95-488d-867d-c28b2c2ad4ac'] response: {'name': 'network-changed', 'server_uuid': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'tag': '39d75c84-9835-43ea-86e3-140f61220184', 'status': 'completed', 'code': 200} Apr 12 20:15:37.796824 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f1dd3-4268-4bdc-9fc9-16b1a676df5a req-1df11697-04c7-420a-8f59-a0b66e7935d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:37.798343 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ab3f1dd3-4268-4bdc-9fc9-16b1a676df5a req-1df11697-04c7-420a-8f59-a0b66e7935d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=296db42b89cd47b2b6912045743e8273&device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 1129 time: 0.0866797 Apr 12 20:15:38.182886 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f1dd3-4268-4bdc-9fc9-16b1a676df5a req-8eb9e838-652d-48e5-a43a-72cfa3f5bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:38.184379 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ab3f1dd3-4268-4bdc-9fc9-16b1a676df5a req-8eb9e838-652d-48e5-a43a-72cfa3f5bcf5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 200 len: 919 time: 0.1234505 Apr 12 20:15:38.299876 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76024015-7f61-4690-a991-4e1dd0929517 req-910dfeb0-760c-4e74-a4aa-2f08ae42cfcb tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 210 time: 0.0823567 Apr 12 20:15:38.337652 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ab3f1dd3-4268-4bdc-9fc9-16b1a676df5a req-25f2e0f3-90e6-4156-b3b2-0877fe8599c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39d75c84-9835-43ea-86e3-140f61220184 HTTP/1.1" status: 200 len: 1001 time: 0.1210971 Apr 12 20:15:38.352655 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa515-50de-4936-a41d-c41728e730cf req-a5c2d78f-847c-45c6-81b0-632371125b70 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:38.354069 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-a5c2d78f-847c-45c6-81b0-632371125b70 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 813 time: 0.2063496 Apr 12 20:15:38.463846 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c24f5cb3-9225-403f-bfd2-6c471fdb134e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:38.494244 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f1dd3-4268-4bdc-9fc9-16b1a676df5a req-89a13811-4eca-4202-9d33-96e2d29a692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:38.496078 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ab3f1dd3-4268-4bdc-9fc9-16b1a676df5a req-89a13811-4eca-4202-9d33-96e2d29a692b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 200 len: 857 time: 0.0745006 Apr 12 20:15:38.553489 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-589d5afc-3225-4022-a7ed-52b8a512abbd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c68edf8f055946fe965bdf73106fce58 HTTP/1.1" status: 200 len: 380 time: 0.1216791 Apr 12 20:15:38.562623 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-1d5aa515-50de-4936-a41d-c41728e730cf req-57cccf8d-96fc-4cd6-a233-6d1027284cd4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'port': {'device_id': '2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'admin_state_up': True, 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'security_groups': ['1505a32e-223b-4123-a36a-f900484dcc7e']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:38.566091 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f1dd3-4268-4bdc-9fc9-16b1a676df5a req-0525b523-678d-4e5d-96e2-ff9f83292971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:38.567485 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ab3f1dd3-4268-4bdc-9fc9-16b1a676df5a req-0525b523-678d-4e5d-96e2-ff9f83292971 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8265ba09-a39a-4ff3-b726-de767b4c1999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630109 Apr 12 20:15:38.741219 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ab3f1dd3-4268-4bdc-9fc9-16b1a676df5a req-e419e3d2-9587-4537-8b2a-da3cd1baa563 service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606853 Apr 12 20:15:38.758061 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5aa515-50de-4936-a41d-c41728e730cf req-57cccf8d-96fc-4cd6-a233-6d1027284cd4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Made reservation on behalf of c68edf8f055946fe965bdf73106fce58 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:15:38.761716 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1d5aa515-50de-4936-a41d-c41728e730cf req-57cccf8d-96fc-4cd6-a233-6d1027284cd4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:38.907717 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ab3f1dd3-4268-4bdc-9fc9-16b1a676df5a req-999c18e0-52a9-4b66-a4c0-7fdad347378d service neutron] 10.222.0.13 "GET /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583877 Apr 12 20:15:38.968490 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-1d5aa515-50de-4936-a41d-c41728e730cf req-57cccf8d-96fc-4cd6-a233-6d1027284cd4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Allocated IP 172.20.0.5 (058700fe-b621-4dcd-ad5a-ba20d9c398f9/8466dadb-85c5-478b-8c6f-ed735868dba2/99d1212f-3fa8-4ff0-bd25-d0219d9fe170) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:15:39.107993 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1d5aa515-50de-4936-a41d-c41728e730cf req-57cccf8d-96fc-4cd6-a233-6d1027284cd4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:39.142607 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1d5aa515-50de-4936-a41d-c41728e730cf req-57cccf8d-96fc-4cd6-a233-6d1027284cd4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:39.185277 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5aa515-50de-4936-a41d-c41728e730cf req-57cccf8d-96fc-4cd6-a233-6d1027284cd4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:39.190246 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-1d5aa515-50de-4936-a41d-c41728e730cf req-57cccf8d-96fc-4cd6-a233-6d1027284cd4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:39.194211 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5aa515-50de-4936-a41d-c41728e730cf req-57cccf8d-96fc-4cd6-a233-6d1027284cd4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:15:39.201106 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cccf8d-96fc-4cd6-a233-6d1027284cd4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'Port': ['ID=99d1212f-3fa8-4ff0-bd25-d0219d9fe170,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:39.253597 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa515-50de-4936-a41d-c41728e730cf req-57cccf8d-96fc-4cd6-a233-6d1027284cd4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:39.254515 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1d5aa515-50de-4936-a41d-c41728e730cf req-57cccf8d-96fc-4cd6-a233-6d1027284cd4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:39.273156 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-57cccf8d-96fc-4cd6-a233-6d1027284cd4 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7139289 Apr 12 20:15:39.287657 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Request body: {'port': {'device_id': '2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:39.355174 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:39.422475 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-eb9ddf1c-0621-46a1-88be-c2576774a937 None None] Provisioning complete for port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:39.422859 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-eb9ddf1c-0621-46a1-88be-c2576774a937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:39.457467 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ddf1c-0621-46a1-88be-c2576774a937 None None] Port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:15:39.496393 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8883f-cf56-4277-a02b-06f8b1bea790 req-d08ffbc7-da20-454c-ada8-3c72bdc1c3a9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:39.497897 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-deb8883f-cf56-4277-a02b-06f8b1bea790 req-d08ffbc7-da20-454c-ada8-3c72bdc1c3a9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 931 time: 0.1075802 Apr 12 20:15:39.571832 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:39.621768 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-deb8883f-cf56-4277-a02b-06f8b1bea790 req-e595cf51-f78c-4368-a43b-c7adb21d3f9f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=1505a32e-223b-4123-a36a-f900484dcc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177392 Apr 12 20:15:39.722193 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:15:39.730073 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Publish callbacks [] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:39.742241 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Transition to ACTIVE for port object 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:15:39.749133 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:39.819943 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=99d1212f-3fa8-4ff0-bd25-d0219d9fe170,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:39.878010 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Attempting to bind port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:15:39.878383 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Attempting to bind port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:15:39.878793 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Attempting to bind port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:39.884147 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:15:39.884499 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Attempting to bind port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:39.889512 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:15:39.889857 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Checking segment: {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:15:39.890343 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Bound using segment: {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:15:39.890772 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Bound port: 99d1212f-3fa8-4ff0-bd25-d0219d9fe170, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:15:39.891140 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:39.963692 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] For port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:15:39.966976 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] For port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99d1212f-3fa8-4ff0-bd25-d0219d9fe170,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:15:39.973759 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:40.010339 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:40.010959 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:40.012451 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/99d1212f-3fa8-4ff0-bd25-d0219d9fe170 HTTP/1.1" status: 200 len: 1093 time: 0.7291622 Apr 12 20:15:40.014764 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3', 'tag': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:40.017043 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd0538a-9d83-4fa5-94d4-c6e255ae38f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3", "tag": "99d1212f-3fa8-4ff0-bd25-d0219d9fe170"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:40.054549 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d8334-ffb9-4b00-88de-e8f58b3ef9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=99d1212f-3fa8-4ff0-bd25-d0219d9fe170,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:40.073590 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb577cb1-0c48-4468-aaab-1ff6839fda65 x-openstack-request-id: req-cb577cb1-0c48-4468-aaab-1ff6839fda65 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:40.073880 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3", "tag": "99d1212f-3fa8-4ff0-bd25-d0219d9fe170", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:40.074137 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb577cb1-0c48-4468-aaab-1ff6839fda65 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:40.074541 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb577cb1-0c48-4468-aaab-1ff6839fda65'] response: {'name': 'network-changed', 'server_uuid': '2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3', 'tag': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170', 'status': 'completed', 'code': 200} Apr 12 20:15:40.121965 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa515-50de-4936-a41d-c41728e730cf req-5f3c6221-c611-4d1c-9ba4-19a2a6a84772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:40.123531 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-5f3c6221-c611-4d1c-9ba4-19a2a6a84772 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 1127 time: 0.0455065 Apr 12 20:15:40.186733 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-7d2dab69-ed2e-4dd1-9df5-07f90ff50403 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99d1212f-3fa8-4ff0-bd25-d0219d9fe170 HTTP/1.1" status: 200 len: 217 time: 0.0543985 Apr 12 20:15:40.240360 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa515-50de-4936-a41d-c41728e730cf req-eafe543f-3ad5-4dd9-90dc-6f1eb5909f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:40.242214 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-eafe543f-3ad5-4dd9-90dc-6f1eb5909f5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8466dadb-85c5-478b-8c6f-ed735868dba2 HTTP/1.1" status: 200 len: 852 time: 0.0467026 Apr 12 20:15:40.294511 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa515-50de-4936-a41d-c41728e730cf req-89a2102f-7f08-4532-964e-bf5ec4a6bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:40.296139 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-89a2102f-7f08-4532-964e-bf5ec4a6bcfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=058700fe-b621-4dcd-ad5a-ba20d9c398f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431194 Apr 12 20:15:40.391058 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-06f9a03d-7718-457a-8f4d-bfc66b8306ee service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872903 Apr 12 20:15:40.489255 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d5aa515-50de-4936-a41d-c41728e730cf req-42a52b4f-34c2-4adb-9306-d7bb4d94641b service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821371 Apr 12 20:15:40.719525 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:40.743357 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f399751-a51f-41c0-b2d5-fc22c64f8f95 req-f3715b87-649e-406b-af27-f3290dd12297 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:40.744865 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8f399751-a51f-41c0-b2d5-fc22c64f8f95 req-f3715b87-649e-406b-af27-f3290dd12297 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 943 time: 0.0553806 Apr 12 20:15:40.791557 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8f399751-a51f-41c0-b2d5-fc22c64f8f95 req-45762154-2843-4cf7-8f43-21dda75b7098 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=1505a32e-223b-4123-a36a-f900484dcc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408595 Apr 12 20:15:41.502330 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0538a-9d83-4fa5-94d4-c6e255ae38f9 req-6a32aae8-bff6-40e4-b461-e18f7b97f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:41.503806 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7dd0538a-9d83-4fa5-94d4-c6e255ae38f9 req-6a32aae8-bff6-40e4-b461-e18f7b97f62f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 1127 time: 0.0392494 Apr 12 20:15:41.596510 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0538a-9d83-4fa5-94d4-c6e255ae38f9 req-0392866e-74fd-4802-84f4-373da3fe88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:41.597973 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7dd0538a-9d83-4fa5-94d4-c6e255ae38f9 req-0392866e-74fd-4802-84f4-373da3fe88b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 914 time: 0.0879853 Apr 12 20:15:41.640200 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7dd0538a-9d83-4fa5-94d4-c6e255ae38f9 req-becfc2be-f839-4bee-b39f-e61a63995b32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99d1212f-3fa8-4ff0-bd25-d0219d9fe170 HTTP/1.1" status: 200 len: 217 time: 0.0351107 Apr 12 20:15:41.688955 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0538a-9d83-4fa5-94d4-c6e255ae38f9 req-d942455b-ad20-4d98-8976-4947b1d4b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:41.690256 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7dd0538a-9d83-4fa5-94d4-c6e255ae38f9 req-d942455b-ad20-4d98-8976-4947b1d4b181 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8466dadb-85c5-478b-8c6f-ed735868dba2 HTTP/1.1" status: 200 len: 852 time: 0.0432882 Apr 12 20:15:41.737197 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0538a-9d83-4fa5-94d4-c6e255ae38f9 req-63e8e2d3-dc8a-4f33-ad65-385df30c84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:41.738610 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7dd0538a-9d83-4fa5-94d4-c6e255ae38f9 req-63e8e2d3-dc8a-4f33-ad65-385df30c84a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=058700fe-b621-4dcd-ad5a-ba20d9c398f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412021 Apr 12 20:15:41.828296 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7dd0538a-9d83-4fa5-94d4-c6e255ae38f9 req-33b3817c-278c-482f-91f7-5eebd85f6f6f service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822811 Apr 12 20:15:42.194069 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237fec4-0b60-40b9-a45a-203f51c6af28 req-644a4ab8-988f-4b2e-a493-45dd4fa22f7f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:42.195531 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7237fec4-0b60-40b9-a45a-203f51c6af28 req-644a4ab8-988f-4b2e-a493-45dd4fa22f7f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 943 time: 0.3346822 Apr 12 20:15:42.231552 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7dd0538a-9d83-4fa5-94d4-c6e255ae38f9 req-bc7b6746-a744-4acc-8743-534fb1d77007 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939831 Apr 12 20:15:42.256899 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7237fec4-0b60-40b9-a45a-203f51c6af28 req-214790b4-72c9-4423-890d-8e1df0beff81 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=1505a32e-223b-4123-a36a-f900484dcc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550821 Apr 12 20:15:42.623380 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:43.370548 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd7eb2-7706-4283-9fea-86948afc7adc req-428b0cc0-9c5c-4e8b-93e8-f213d51b8e0e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:43.371990 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-69dd7eb2-7706-4283-9fea-86948afc7adc req-428b0cc0-9c5c-4e8b-93e8-f213d51b8e0e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 943 time: 0.0486903 Apr 12 20:15:43.420191 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-69dd7eb2-7706-4283-9fea-86948afc7adc req-e599d6d2-bcd1-47b6-b837-5a60516b9fd1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=1505a32e-223b-4123-a36a-f900484dcc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426815 Apr 12 20:15:43.816510 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:15:43.913181 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99d1212f-3fa8-4ff0-bd25-d0219d9fe170,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:43.924372 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'port_id': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170', 'mac_address': 'fa:16:3e:b2:98:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:15:43.960448 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:43.960838 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:43.972933 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:15:43.995068 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99d1212f-3fa8-4ff0-bd25-d0219d9fe170,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:43.999040 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:44.043477 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=99d1212f-3fa8-4ff0-bd25-d0219d9fe170,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:44.305845 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['99d1212f-3fa8-4ff0-bd25-d0219d9fe170'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:15:44.529973 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5e161-351e-4bee-8a75-57369a9291d8 req-e474c946-6204-4523-b4c8-0f780adaf3da tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:44.531326 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36d5e161-351e-4bee-8a75-57369a9291d8 req-e474c946-6204-4523-b4c8-0f780adaf3da tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 944 time: 0.0457950 Apr 12 20:15:44.578120 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36d5e161-351e-4bee-8a75-57369a9291d8 req-bb012427-759a-4347-ad1f-c85a135a6268 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=1505a32e-223b-4123-a36a-f900484dcc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414543 Apr 12 20:15:45.689108 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d59049-aa60-416d-a833-85a3110d964c req-7b3749c6-f67b-449f-97f9-b3b44daf443e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:45.690575 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-52d59049-aa60-416d-a833-85a3110d964c req-7b3749c6-f67b-449f-97f9-b3b44daf443e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 944 time: 0.0464139 Apr 12 20:15:45.736433 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-52d59049-aa60-416d-a833-85a3110d964c req-e16648c9-b53a-4db9-b213-5e647d550545 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=1505a32e-223b-4123-a36a-f900484dcc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399177 Apr 12 20:15:45.831350 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:15:45.875335 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:15:45.883679 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:45.884069 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:45.978125 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:15:45.978523 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:46.000920 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:46.003147 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d97eaea-5d21-4462-ba1a-1071a88d2ca9" -d '{"events": [{"server_uuid": "2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3", "name": "network-vif-plugged", "status": "completed", "tag": "99d1212f-3fa8-4ff0-bd25-d0219d9fe170"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:46.009540 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-f5df942d-aa8b-4ebf-a091-12581d7008b8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854161198&fields=id&tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc HTTP/1.1" status: 200 len: 267 time: 0.0481198 Apr 12 20:15:46.015946 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99d1212f-3fa8-4ff0-bd25-d0219d9fe170,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:15:46.020597 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:46.050163 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e639ea-1ac6-4db4-a03f-113360cfa01a x-openstack-request-id: req-b5e639ea-1ac6-4db4-a03f-113360cfa01a {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:46.050647 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3", "name": "network-vif-plugged", "status": "completed", "tag": "99d1212f-3fa8-4ff0-bd25-d0219d9fe170", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:46.051601 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5e639ea-1ac6-4db4-a03f-113360cfa01a {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:46.051601 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e639ea-1ac6-4db4-a03f-113360cfa01a'] response: {'server_uuid': '2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170', 'code': 200} Apr 12 20:15:46.080197 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=99d1212f-3fa8-4ff0-bd25-d0219d9fe170,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:46.122959 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-3a4cab57-ccf3-406b-aabf-c04c88d1b8df tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:46.124538 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-3a4cab57-ccf3-406b-aabf-c04c88d1b8df tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 811 time: 0.1080720 Apr 12 20:15:46.140501 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-3cd12139-ffbc-4fec-9dbb-99f8e84ae2f4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/quotas/b35fa81edeb941ae8bdbc5aca0992cbc HTTP/1.1" status: 200 len: 375 time: 0.0098939 Apr 12 20:15:46.221306 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-04c91cf2-17af-4f5a-a134-bf7d05fde3f1 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748758 Apr 12 20:15:46.226497 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b896b-08c6-4779-bbef-4552188c4d4b req-3e0a5457-c35d-4c10-8738-948e0bb56280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:46.230037 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e7b896b-08c6-4779-bbef-4552188c4d4b req-3e0a5457-c35d-4c10-8738-948e0bb56280 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 1129 time: 0.0540171 Apr 12 20:15:46.288843 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e7b896b-08c6-4779-bbef-4552188c4d4b req-22faac41-7f50-48c4-b0e4-8eb922673f51 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1505a32e-223b-4123-a36a-f900484dcc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482390 Apr 12 20:15:46.362545 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-af124eb0-55e3-455f-8fd3-35fa8a366890 service neutron] 10.222.0.44 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288438 Apr 12 20:15:46.456887 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2d315257-3097-4ed1-b966-b956e118b5fa service neutron] 10.222.0.44 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884066 Apr 12 20:15:46.744978 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a54f174c-6f09-4ede-b80b-a15865b24676 req-0448208f-b1f5-43fd-9b62-7aacc47e3d51 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 210 time: 0.0281768 Apr 12 20:15:46.857955 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe32827-0108-41c9-9e90-a86eb2bef39a req-3a58d8a6-d56e-4b44-8d35-47ec67dad945 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:46.859451 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4fe32827-0108-41c9-9e90-a86eb2bef39a req-3a58d8a6-d56e-4b44-8d35-47ec67dad945 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 945 time: 0.0515368 Apr 12 20:15:46.910081 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4fe32827-0108-41c9-9e90-a86eb2bef39a req-d9d7f967-83d8-4eca-b517-7dc462b6838f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=1505a32e-223b-4123-a36a-f900484dcc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Apr 12 20:15:47.841286 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-88236164-f792-471a-a6ba-16ffd42248d4 req-59f2f8ae-85d7-4627-8887-81eeddc9cc90 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 210 time: 0.0323057 Apr 12 20:15:48.021477 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1c92f-ac96-4cc1-b4cd-89c9f021008f req-eedc1def-8c3a-43cc-b20a-91ee3405107a tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:48.022855 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fdc1c92f-ac96-4cc1-b4cd-89c9f021008f req-eedc1def-8c3a-43cc-b20a-91ee3405107a tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 945 time: 0.0480459 Apr 12 20:15:48.070199 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fdc1c92f-ac96-4cc1-b4cd-89c9f021008f req-4a4029d4-3d69-47a1-9a30-5f24966f9a4e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=1505a32e-223b-4123-a36a-f900484dcc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418344 Apr 12 20:15:48.175897 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af159-b705-4425-bb02-ae0aab0e1ff7 req-86ef2924-e6fd-4f6b-b812-9a5fb80893bc tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:48.177394 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-632af159-b705-4425-bb02-ae0aab0e1ff7 req-86ef2924-e6fd-4f6b-b812-9a5fb80893bc tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 945 time: 0.0465293 Apr 12 20:15:48.186280 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 42868) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:15:48.190609 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-09e9bddd-099c-4b32-ba7b-a4dc17e2fe02 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'floatingip': {'port_id': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:48.233748 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09e9bddd-099c-4b32-ba7b-a4dc17e2fe02 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (78edc427-6e9c-4338-bca0-84b5f568a7af), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:48.537735 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-6ac45600-ebb9-4913-a180-7e867da62109 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:48.539867 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-6ac45600-ebb9-4913-a180-7e867da62109 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 811 time: 0.1961036 Apr 12 20:15:48.717237 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-8a8ccde5-aa03-4780-985a-994c649b1130 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc HTTP/1.1" status: 200 len: 380 time: 0.1661713 Apr 12 20:15:48.729404 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-e1af50d9-fe89-4e0f-bb62-f1f359a196b2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Request body: {'port': {'device_id': '3381f116-a92f-4e6b-bd06-ec1cdf535957', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'admin_state_up': True, 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'security_groups': ['2038a55d-d9e9-4b7c-af4d-6f277ad4e147']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:48.899824 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09e9bddd-099c-4b32-ba7b-a4dc17e2fe02 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:48.907593 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09e9bddd-099c-4b32-ba7b-a4dc17e2fe02 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (78edc427-6e9c-4338-bca0-84b5f568a7af), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:48.980182 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-703566d5-c164-45b4-84b0-0690d33ffeeb req-2ad3eebe-27dd-4adb-a87e-318fb8a32163 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 210 time: 0.0693176 Apr 12 20:15:48.980682 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-e1af50d9-fe89-4e0f-bb62-f1f359a196b2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Made reservation on behalf of b35fa81edeb941ae8bdbc5aca0992cbc for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:15:48.983883 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-e1af50d9-fe89-4e0f-bb62-f1f359a196b2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:49.106609 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [None req-09e9bddd-099c-4b32-ba7b-a4dc17e2fe02 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Floating IP 78edc427-6e9c-4338-bca0-84b5f568a7af associated. External IP: 172.27.0.197, port: 99d1212f-3fa8-4ff0-bd25-d0219d9fe170. Apr 12 20:15:49.230131 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-e1af50d9-fe89-4e0f-bb62-f1f359a196b2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Allocated IP 172.20.0.10 (3bbbf339-92cd-4aff-949f-c902d9a857ae/c5f30ab7-edca-4f48-9883-79f1e8afbea4/4aeb77fe-60d0-4ccf-883d-01c9d41892a5) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:15:49.465885 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e9bddd-099c-4b32-ba7b-a4dc17e2fe02 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Router 1528482d-75d2-4dee-bdfa-de1c7ae6287f has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:15:49.468526 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-e1af50d9-fe89-4e0f-bb62-f1f359a196b2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:49.575458 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-e1af50d9-fe89-4e0f-bb62-f1f359a196b2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:49.877748 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-e1af50d9-fe89-4e0f-bb62-f1f359a196b2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Network 3bbbf339-92cd-4aff-949f-c902d9a857ae is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:15:49.885714 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-e1af50d9-fe89-4e0f-bb62-f1f359a196b2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:15:49.893315 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-e1af50d9-fe89-4e0f-bb62-f1f359a196b2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:15:49.897625 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e9bddd-099c-4b32-ba7b-a4dc17e2fe02 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:15:49.908996 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a7fe2-396d-48a2-a216-72283c6b84e4 None None] Sync routers for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:15:49.917487 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af50d9-fe89-4e0f-bb62-f1f359a196b2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'Port': ['ID=4aeb77fe-60d0-4ccf-883d-01c9d41892a5,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:49.921207 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a7fe2-396d-48a2-a216-72283c6b84e4 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:49.921846 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6b2a7fe2-396d-48a2-a216-72283c6b84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:49.922193 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09e9bddd-099c-4b32-ba7b-a4dc17e2fe02 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:49.967094 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-09e9bddd-099c-4b32-ba7b-a4dc17e2fe02 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "PUT /v2.0/floatingips/78edc427-6e9c-4338-bca0-84b5f568a7af HTTP/1.1" status: 200 len: 991 time: 1.7794321 Apr 12 20:15:49.972465 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-e1af50d9-fe89-4e0f-bb62-f1f359a196b2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:49.973096 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-e1af50d9-fe89-4e0f-bb62-f1f359a196b2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:49.975400 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3', 'tag': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:49.978380 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c33a3ff-7f54-45d9-92e0-bd92f4ab99f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3", "tag": "99d1212f-3fa8-4ff0-bd25-d0219d9fe170"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:50.004210 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-e1af50d9-fe89-4e0f-bb62-f1f359a196b2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2796030 Apr 12 20:15:50.028742 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Request body: {'port': {'device_id': '3381f116-a92f-4e6b-bd06-ec1cdf535957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:15:50.070870 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-6b2a7fe2-396d-48a2-a216-72283c6b84e4 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:50.126627 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4307273-3139-4e9f-8395-8f466ac0d76f x-openstack-request-id: req-f4307273-3139-4e9f-8395-8f466ac0d76f {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:50.126921 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3", "tag": "99d1212f-3fa8-4ff0-bd25-d0219d9fe170", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:50.127275 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4307273-3139-4e9f-8395-8f466ac0d76f {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:50.127575 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4307273-3139-4e9f-8395-8f466ac0d76f'] response: {'name': 'network-changed', 'server_uuid': '2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3', 'tag': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170', 'status': 'completed', 'code': 200} Apr 12 20:15:50.139767 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:50.187541 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79917f68-4378-463e-ac4c-4317fee2a5cf req-28387a55-a8c6-4e46-ac65-c5a81cb10ba3 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:50.189069 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-79917f68-4378-463e-ac4c-4317fee2a5cf req-28387a55-a8c6-4e46-ac65-c5a81cb10ba3 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 932 time: 0.0918646 Apr 12 20:15:50.189333 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-52c51e34-efb2-4691-84b2-83794b48d4de None None] Provisioning complete for port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:15:50.189709 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-52c51e34-efb2-4691-84b2-83794b48d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:50.233180 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33a3ff-7f54-45d9-92e0-bd92f4ab99f5 req-afcaf194-e9a1-4407-ab0a-1d1e1bdc25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:50.234673 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2c33a3ff-7f54-45d9-92e0-bd92f4ab99f5 req-afcaf194-e9a1-4407-ab0a-1d1e1bdc25be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 1129 time: 0.0819421 Apr 12 20:15:50.280992 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-52c51e34-efb2-4691-84b2-83794b48d4de None None] Port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:15:50.343751 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6b2a7fe2-396d-48a2-a216-72283c6b84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '78edc427-6e9c-4338-bca0-84b5f568a7af', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:b2:98:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:15:35Z', 'updated_at': '2022-04-12T20:15:48Z', 'revision_number': 1, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:50.370945 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a7fe2-396d-48a2-a216-72283c6b84e4 None None] Checking router: 1528482d-75d2-4dee-bdfa-de1c7ae6287f for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:15:50.379418 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a7fe2-396d-48a2-a216-72283c6b84e4 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:15:50.379969 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6b2a7fe2-396d-48a2-a216-72283c6b84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:50.388324 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-79917f68-4378-463e-ac4c-4317fee2a5cf req-4b9a0c1b-c866-4226-b4cb-ece2f88c686f tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892414 Apr 12 20:15:50.480830 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33a3ff-7f54-45d9-92e0-bd92f4ab99f5 req-1e534769-3701-4a0a-8ed5-9a7dee0cb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:50.482316 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2c33a3ff-7f54-45d9-92e0-bd92f4ab99f5 req-1e534769-3701-4a0a-8ed5-9a7dee0cb0c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 914 time: 0.2368586 Apr 12 20:15:50.491450 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-6b2a7fe2-396d-48a2-a216-72283c6b84e4 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:15:50.578891 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2c33a3ff-7f54-45d9-92e0-bd92f4ab99f5 req-c3535ade-6d4a-46cf-a01a-8a4164895509 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99d1212f-3fa8-4ff0-bd25-d0219d9fe170 HTTP/1.1" status: 200 len: 999 time: 0.0859079 Apr 12 20:15:50.659869 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:15:50.669160 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33a3ff-7f54-45d9-92e0-bd92f4ab99f5 req-3236e3b3-0bbb-4321-8b5a-4d941ca3a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:50.670634 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2c33a3ff-7f54-45d9-92e0-bd92f4ab99f5 req-3236e3b3-0bbb-4321-8b5a-4d941ca3a7c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8466dadb-85c5-478b-8c6f-ed735868dba2 HTTP/1.1" status: 200 len: 852 time: 0.0827656 Apr 12 20:15:50.672408 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Publish callbacks [] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:50.709900 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-6b2a7fe2-396d-48a2-a216-72283c6b84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '78edc427-6e9c-4338-bca0-84b5f568a7af', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:b2:98:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:15:35Z', 'updated_at': '2022-04-12T20:15:48Z', 'revision_number': 1, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:15:50.713894 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Transition to ACTIVE for port object 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:15:50.718624 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:50.737696 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a7fe2-396d-48a2-a216-72283c6b84e4 None None] The sync data for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi is: [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '78edc427-6e9c-4338-bca0-84b5f568a7af', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:b2:98:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:15:35Z', 'updated_at': '2022-04-12T20:15:48Z', 'revision_number': 1, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:15:50.748559 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33a3ff-7f54-45d9-92e0-bd92f4ab99f5 req-3cf9b240-11c3-48ff-8b03-f08d43ac40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:50.750085 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2c33a3ff-7f54-45d9-92e0-bd92f4ab99f5 req-3cf9b240-11c3-48ff-8b03-f08d43ac40b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=058700fe-b621-4dcd-ad5a-ba20d9c398f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715802 Apr 12 20:15:50.802206 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Pushing event updated for resources: {'Port': ['ID=4aeb77fe-60d0-4ccf-883d-01c9d41892a5,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:50.839855 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.840214 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.840584 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.840926 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.841265 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.841601 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.841935 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.842264 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.842650 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.842987 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.843318 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.843647 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.843976 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.844323 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.844650 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:15:50.933301 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2c33a3ff-7f54-45d9-92e0-bd92f4ab99f5 req-27678e9c-0102-41fc-8343-aa0c34667f90 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725473 Apr 12 20:15:50.953029 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Attempting to bind port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:15:50.953369 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Attempting to bind port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:15:50.953704 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Attempting to bind port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 on network 3bbbf339-92cd-4aff-949f-c902d9a857ae {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:50.974890 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 on network 3bbbf339-92cd-4aff-949f-c902d9a857ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:15:50.975221 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Attempting to bind port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 on network 3bbbf339-92cd-4aff-949f-c902d9a857ae {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:15:50.978556 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d7beaa-4327-4a83-9788-db155c79395e None None] New status for floating IP 78edc427-6e9c-4338-bca0-84b5f568a7af: ACTIVE {{(pid=103447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:15:51.008826 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:15:51.009216 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Checking segment: {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:15:51.009545 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Bound using segment: {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:15:51.009984 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Bound port: 4aeb77fe-60d0-4ccf-883d-01c9d41892a5, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:15:51.010352 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.080731 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2c33a3ff-7f54-45d9-92e0-bd92f4ab99f5 req-e5618b54-a910-4e55-88db-ecb9d39e182a service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380653 Apr 12 20:15:51.100921 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] For port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:15:51.105611 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] For port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4aeb77fe-60d0-4ccf-883d-01c9d41892a5,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:15:51.111675 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.144815 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:51.145429 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.146809 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] 10.222.0.13 "PUT /v2.0/ports/4aeb77fe-60d0-4ccf-883d-01c9d41892a5 HTTP/1.1" status: 200 len: 1094 time: 1.1258214 Apr 12 20:15:51.181384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44dd46-43a0-45ef-a3c2-acab4b2ec6af service neutron] Pushing event updated for resources: {'Port': ['ID=4aeb77fe-60d0-4ccf-883d-01c9d41892a5,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:15:51.231107 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-117719da-2eaf-40e9-b4ce-97aa4d60e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:51.234784 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-117719da-2eaf-40e9-b4ce-97aa4d60e934 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 1128 time: 0.0495696 Apr 12 20:15:51.290297 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-fddbcdf5-01c7-4592-a05b-b33afbb8f551 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4aeb77fe-60d0-4ccf-883d-01c9d41892a5 HTTP/1.1" status: 200 len: 217 time: 0.0403054 Apr 12 20:15:51.348193 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-3841a30a-3bc3-47de-9a23-386781012341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:51.350366 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-3841a30a-3bc3-47de-9a23-386781012341 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5f30ab7-edca-4f48-9883-79f1e8afbea4 HTTP/1.1" status: 200 len: 850 time: 0.0543032 Apr 12 20:15:51.395221 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-62cc52a0-f436-4d33-bd2d-efcb39699359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:51.396705 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-62cc52a0-f436-4d33-bd2d-efcb39699359 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bbbf339-92cd-4aff-949f-c902d9a857ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400403 Apr 12 20:15:51.436240 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:15:51.522085 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5d8ec-e133-46ae-be0d-675d3b98cf97 req-f0d3c845-525d-4612-a7f6-f5f3c9c9da99 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:51.524160 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e5f5d8ec-e133-46ae-be0d-675d3b98cf97 req-f0d3c845-525d-4612-a7f6-f5f3c9c9da99 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 944 time: 0.0553248 Apr 12 20:15:51.553075 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-e094b500-989c-4a1f-966a-4cec82bc3ff0 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426041 Apr 12 20:15:51.630436 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e5f5d8ec-e133-46ae-be0d-675d3b98cf97 req-d420ca10-dc97-4340-88d8-b9fef946d158 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003067 Apr 12 20:15:51.663436 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45b11ec3-898b-4393-8f7e-bd0e01957c40 req-af85a684-2871-4780-8315-55c9c6053b51 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042702 Apr 12 20:15:52.129241 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3381f116-a92f-4e6b-bd06-ec1cdf535957', 'tag': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:15:52.131581 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697c66f5-41b9-409f-8b31-15bb64f733ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3381f116-a92f-4e6b-bd06-ec1cdf535957", "tag": "4aeb77fe-60d0-4ccf-883d-01c9d41892a5"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:15:52.167866 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec58c815-e8e3-4935-beb4-995d222f3b57 x-openstack-request-id: req-ec58c815-e8e3-4935-beb4-995d222f3b57 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:15:52.168154 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3381f116-a92f-4e6b-bd06-ec1cdf535957", "tag": "4aeb77fe-60d0-4ccf-883d-01c9d41892a5", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:15:52.168430 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec58c815-e8e3-4935-beb4-995d222f3b57 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:15:52.168825 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec58c815-e8e3-4935-beb4-995d222f3b57'] response: {'name': 'network-changed', 'server_uuid': '3381f116-a92f-4e6b-bd06-ec1cdf535957', 'tag': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5', 'status': 'completed', 'code': 200} Apr 12 20:15:52.228482 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c66f5-41b9-409f-8b31-15bb64f733ec req-5d55ad6c-db7d-464b-81de-f1244891bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:52.230546 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-697c66f5-41b9-409f-8b31-15bb64f733ec req-5d55ad6c-db7d-464b-81de-f1244891bf4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 1128 time: 0.0391088 Apr 12 20:15:52.325880 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c66f5-41b9-409f-8b31-15bb64f733ec req-b9813ae9-7027-4949-81f4-9e88215bf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:52.327336 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-697c66f5-41b9-409f-8b31-15bb64f733ec req-b9813ae9-7027-4949-81f4-9e88215bf28f service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 912 time: 0.0908298 Apr 12 20:15:52.371862 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-697c66f5-41b9-409f-8b31-15bb64f733ec req-c06411e4-f443-4af4-9e16-ac2557520b37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4aeb77fe-60d0-4ccf-883d-01c9d41892a5 HTTP/1.1" status: 200 len: 217 time: 0.0343087 Apr 12 20:15:52.422543 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c66f5-41b9-409f-8b31-15bb64f733ec req-1e883418-70e4-450c-9deb-4430611a0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:52.424176 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-697c66f5-41b9-409f-8b31-15bb64f733ec req-1e883418-70e4-450c-9deb-4430611a0e0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5f30ab7-edca-4f48-9883-79f1e8afbea4 HTTP/1.1" status: 200 len: 850 time: 0.0422719 Apr 12 20:15:52.475095 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c66f5-41b9-409f-8b31-15bb64f733ec req-c01fb29a-2a97-486e-8cf9-4d322e3b44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:52.476741 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-697c66f5-41b9-409f-8b31-15bb64f733ec req-c01fb29a-2a97-486e-8cf9-4d322e3b44c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bbbf339-92cd-4aff-949f-c902d9a857ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426557 Apr 12 20:15:52.566100 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-697c66f5-41b9-409f-8b31-15bb64f733ec req-9ebe092d-3082-4744-9ab1-8cca15f7ffba service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828724 Apr 12 20:15:52.660645 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-697c66f5-41b9-409f-8b31-15bb64f733ec req-9574ff44-fe01-4dad-bb5f-68bb955dc1b2 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853236 Apr 12 20:15:52.743221 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf8a48-f14a-4eb9-8681-8503574827b8 req-a3735ef3-ddd9-447c-806b-6e6aad51d5f7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:52.744692 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-efcf8a48-f14a-4eb9-8681-8503574827b8 req-a3735ef3-ddd9-447c-806b-6e6aad51d5f7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 944 time: 0.0457234 Apr 12 20:15:52.791869 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-efcf8a48-f14a-4eb9-8681-8503574827b8 req-13e79121-f4dc-4ba9-a27b-24d3f34d9e38 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Apr 12 20:15:53.908492 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354ae5c-2d7a-4dcf-8f52-082b04c5e436 req-5febc248-eab8-4947-9ba1-d00a824dd020 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:53.909944 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e354ae5c-2d7a-4dcf-8f52-082b04c5e436 req-5febc248-eab8-4947-9ba1-d00a824dd020 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 944 time: 0.0498695 Apr 12 20:15:53.957021 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e354ae5c-2d7a-4dcf-8f52-082b04c5e436 req-556bcfcf-e6e9-4cbf-931d-29e57b5c3309 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 Apr 12 20:15:55.075884 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b5734-a3b5-486a-ae33-f6c2ca8fb7c5 req-cec1c7cf-1676-4aad-a49b-3243cb206946 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:55.077414 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-320b5734-a3b5-486a-ae33-f6c2ca8fb7c5 req-cec1c7cf-1676-4aad-a49b-3243cb206946 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 944 time: 0.0480139 Apr 12 20:15:55.125504 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-320b5734-a3b5-486a-ae33-f6c2ca8fb7c5 req-eddaf5d1-65a6-4db6-974f-b4d1659f7612 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425839 Apr 12 20:15:56.236643 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777cdaf-4b50-4549-8393-1286c63d1735 req-f65528c6-90aa-4b8c-afa6-140f7adc1815 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:56.237639 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2777cdaf-4b50-4549-8393-1286c63d1735 req-f65528c6-90aa-4b8c-afa6-140f7adc1815 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 944 time: 0.0461018 Apr 12 20:15:56.289783 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2777cdaf-4b50-4549-8393-1286c63d1735 req-5ab6760a-0567-44c8-88c0-22a611b87380 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446992 Apr 12 20:15:57.405438 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935c320-6154-4425-b87a-dd9368e8c25a req-ae4b8fdd-da91-447b-9b52-8d2b8ee17a7e tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:57.406827 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1935c320-6154-4425-b87a-dd9368e8c25a req-ae4b8fdd-da91-447b-9b52-8d2b8ee17a7e tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 944 time: 0.0472255 Apr 12 20:15:57.454331 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1935c320-6154-4425-b87a-dd9368e8c25a req-54329960-7304-4bf5-b1f5-1e22bccce0f4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420423 Apr 12 20:15:58.567353 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9281409-8fb1-4d4d-a72a-31a4929e256b req-1c36bdbe-267e-4658-b672-691e626e9b5e tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:58.568830 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a9281409-8fb1-4d4d-a72a-31a4929e256b req-1c36bdbe-267e-4658-b672-691e626e9b5e tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 944 time: 0.0480371 Apr 12 20:15:58.616292 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a9281409-8fb1-4d4d-a72a-31a4929e256b req-789aeeb1-71c3-4753-a635-a4c855891808 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414970 Apr 12 20:15:59.731713 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0d610-4bb3-4022-bc7c-ee28bf76c6f9 req-7f8e62b6-da47-4d5c-be97-7e198a5b6ab9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:15:59.733215 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-29c0d610-4bb3-4022-bc7c-ee28bf76c6f9 req-7f8e62b6-da47-4d5c-be97-7e198a5b6ab9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 944 time: 0.0497594 Apr 12 20:15:59.781478 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-29c0d610-4bb3-4022-bc7c-ee28bf76c6f9 req-74e951ec-43ae-4561-9a1e-494e817a11ca tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428569 Apr 12 20:15:59.897611 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:15:59.991654 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4aeb77fe-60d0-4ccf-883d-01c9d41892a5,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:00.002344 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'port_id': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5', 'mac_address': 'fa:16:3e:f3:cd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:16:00.045441 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:00.045831 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:00.058704 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:16:00.077704 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4aeb77fe-60d0-4ccf-883d-01c9d41892a5,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:00.081662 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:00.128458 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=4aeb77fe-60d0-4ccf-883d-01c9d41892a5,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:00.383663 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['4aeb77fe-60d0-4ccf-883d-01c9d41892a5'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:16:00.891811 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30443d27-4ec1-4cf7-9584-0b9fbc758e19 req-6941dcd6-29f3-4c94-bbf9-ae4d5691b0a4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:00.893292 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30443d27-4ec1-4cf7-9584-0b9fbc758e19 req-6941dcd6-29f3-4c94-bbf9-ae4d5691b0a4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 945 time: 0.0458522 Apr 12 20:16:00.940966 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30443d27-4ec1-4cf7-9584-0b9fbc758e19 req-3da11b98-51ab-40f8-9999-ace954a00d23 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417264 Apr 12 20:16:01.854515 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ef902a77-3367-46e2-bd77-dc1af3c32ee9 req-dbe84e43-6fe1-46e5-b1e4-f30a114bd925 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330206049&fields=id&tenant_id=a06197fc20d1445e8a96664ff2c117c1 HTTP/1.1" status: 200 len: 267 time: 0.0426776 Apr 12 20:16:01.901818 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:01.907451 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef902a77-3367-46e2-bd77-dc1af3c32ee9 req-946438ff-146c-4a65-b067-b180180aca7b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:01.908982 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ef902a77-3367-46e2-bd77-dc1af3c32ee9 req-946438ff-146c-4a65-b067-b180180aca7b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 984 time: 0.0493944 Apr 12 20:16:01.920213 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-ef902a77-3367-46e2-bd77-dc1af3c32ee9 req-6a2a856c-d6be-4260-be8e-77e7fbdc7a99 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Request body: {'port': {'security_groups': ['6245e00e-cc3c-4051-9c49-7b527d833d2e']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:01.945489 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:16:01.953334 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:01.953721 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:01.996530 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ef902a77-3367-46e2-bd77-dc1af3c32ee9 req-6a2a856c-d6be-4260-be8e-77e7fbdc7a99 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.036987 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:02.037298 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.060857 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3381f116-a92f-4e6b-bd06-ec1cdf535957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:02.063088 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee5ee8e-0a24-4c16-8ab2-7cd2d782d8e7" -d '{"events": [{"server_uuid": "3381f116-a92f-4e6b-bd06-ec1cdf535957", "name": "network-vif-plugged", "status": "completed", "tag": "4aeb77fe-60d0-4ccf-883d-01c9d41892a5"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:02.077118 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4aeb77fe-60d0-4ccf-883d-01c9d41892a5,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:02.083188 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.100626 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bfe80-cb23-4fef-a90e-78cc8b22a696 req-aab1c049-fbce-489e-852d-1032aebddfab tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:02.103167 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a80bfe80-cb23-4fef-a90e-78cc8b22a696 req-aab1c049-fbce-489e-852d-1032aebddfab tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 945 time: 0.0905471 Apr 12 20:16:02.137291 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=4aeb77fe-60d0-4ccf-883d-01c9d41892a5,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:02.191419 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a80bfe80-cb23-4fef-a90e-78cc8b22a696 req-1cfb0159-f7df-4ac8-aa72-d48b9fbcf989 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818732 Apr 12 20:16:02.266005 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ef902a77-3367-46e2-bd77-dc1af3c32ee9 req-6a2a856c-d6be-4260-be8e-77e7fbdc7a99 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] For port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,segment=NetworkSegment(6dfc2847-289f-4fb1-92d4-57bf15cba9fb),segment_id=6dfc2847-289f-4fb1-92d4-57bf15cba9fb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:02.296193 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ef902a77-3367-46e2-bd77-dc1af3c32ee9 req-6a2a856c-d6be-4260-be8e-77e7fbdc7a99 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.301572 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ef902a77-3367-46e2-bd77-dc1af3c32ee9 req-6a2a856c-d6be-4260-be8e-77e7fbdc7a99 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.309256 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f033d3-561f-43da-a7fc-811690a9db2d x-openstack-request-id: req-71f033d3-561f-43da-a7fc-811690a9db2d {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:02.309582 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3381f116-a92f-4e6b-bd06-ec1cdf535957", "name": "network-vif-plugged", "status": "completed", "tag": "4aeb77fe-60d0-4ccf-883d-01c9d41892a5", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:02.309848 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71f033d3-561f-43da-a7fc-811690a9db2d {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:02.310297 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f033d3-561f-43da-a7fc-811690a9db2d'] response: {'server_uuid': '3381f116-a92f-4e6b-bd06-ec1cdf535957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5', 'code': 200} Apr 12 20:16:02.313029 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:16:02.344692 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef902a77-3367-46e2-bd77-dc1af3c32ee9 req-6a2a856c-d6be-4260-be8e-77e7fbdc7a99 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:02.345336 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ef902a77-3367-46e2-bd77-dc1af3c32ee9 req-6a2a856c-d6be-4260-be8e-77e7fbdc7a99 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.347497 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ef902a77-3367-46e2-bd77-dc1af3c32ee9 req-6a2a856c-d6be-4260-be8e-77e7fbdc7a99 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "PUT /v2.0/ports/75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 HTTP/1.1" status: 200 len: 942 time: 0.4318402 Apr 12 20:16:02.348165 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:02.350824 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572c0c12-6d6c-4604-b6b0-64995e110aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:02.353502 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42922) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:02.386575 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a856c-d6be-4260-be8e-77e7fbdc7a99 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event updated for resources: {'Port': ['ID=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:02.410235 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc05ffb-28cc-40ef-a473-df99b697299d x-openstack-request-id: req-dbc05ffb-28cc-40ef-a473-df99b697299d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:02.410575 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:02.410798 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbc05ffb-28cc-40ef-a473-df99b697299d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:02.411210 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc05ffb-28cc-40ef-a473-df99b697299d'] response: {'name': 'network-changed', 'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9', 'status': 'completed', 'code': 200} Apr 12 20:16:02.439965 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a14a32d5-17e3-4da6-8fdb-5fb4984d4afe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group (11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.469707 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a14a32d5-17e3-4da6-8fdb-5fb4984d4afe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group (11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.553937 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c0c12-6d6c-4604-b6b0-64995e110aa8 req-d2f6635e-5137-4170-a1e1-11c1d70dfc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:02.556321 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-572c0c12-6d6c-4604-b6b0-64995e110aa8 req-d2f6635e-5137-4170-a1e1-11c1d70dfc6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a06197fc20d1445e8a96664ff2c117c1&device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 1129 time: 0.0610328 Apr 12 20:16:02.577491 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a14a32d5-17e3-4da6-8fdb-5fb4984d4afe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.580112 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a14a32d5-17e3-4da6-8fdb-5fb4984d4afe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.589412 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-a14a32d5-17e3-4da6-8fdb-5fb4984d4afe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "DELETE /v2.0/security-groups/11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b HTTP/1.1" status: 204 len: 168 time: 0.2343147 Apr 12 20:16:02.597107 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42926) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:02.630963 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-0bcd1248-2973-476a-a0c9-b908f3958b6c None None] Provisioning complete for port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:02.631307 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0bcd1248-2973-476a-a0c9-b908f3958b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.641683 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:16:02.642703 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a32d5-17e3-4da6-8fdb-5fb4984d4afe tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd76a7-2dfc-4a15-a55f-3dfdf6b81b4b,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:02.675869 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0a117-b30d-4a51-aeb3-e0c7dc8e948d req-3c1c0bdf-0cbb-48e4-a4f8-ca3ea4f8f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:02.677392 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7ac0a117-b30d-4a51-aeb3-e0c7dc8e948d req-3c1c0bdf-0cbb-48e4-a4f8-ca3ea4f8f0cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 1130 time: 0.0935795 Apr 12 20:16:02.711655 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c0c12-6d6c-4604-b6b0-64995e110aa8 req-72c3c666-694e-4143-bafa-fbb2d28cf088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:02.713189 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-572c0c12-6d6c-4604-b6b0-64995e110aa8 req-72c3c666-694e-4143-bafa-fbb2d28cf088 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1a4f955-830a-43d9-a2bb-d20ec96f49ee HTTP/1.1" status: 200 len: 916 time: 0.1494064 Apr 12 20:16:02.766136 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-25218851-c72a-4ef2-bb7f-2f7b0ec377e5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Deleting port 3c0af428-b674-4f7d-934b-12b133ab3d00 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:02.766777 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-25218851-c72a-4ef2-bb7f-2f7b0ec377e5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (3c0af428-b674-4f7d-934b-12b133ab3d00), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.781896 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7ac0a117-b30d-4a51-aeb3-e0c7dc8e948d req-c9b6c110-13a5-454f-b730-b3017a903fba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933321 Apr 12 20:16:02.800067 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-572c0c12-6d6c-4604-b6b0-64995e110aa8 req-25413cd7-45bf-487f-9803-dab023170ede service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 HTTP/1.1" status: 200 len: 1001 time: 0.0780585 Apr 12 20:16:02.846013 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-25218851-c72a-4ef2-bb7f-2f7b0ec377e5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (3c0af428-b674-4f7d-934b-12b133ab3d00), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.846353 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-25218851-c72a-4ef2-bb7f-2f7b0ec377e5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for floatingip (3c0af428-b674-4f7d-934b-12b133ab3d00), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:02.847104 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-0bcd1248-2973-476a-a0c9-b908f3958b6c None None] Current status of the port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:02.859483 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-25218851-c72a-4ef2-bb7f-2f7b0ec377e5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Calling delete_port for 3c0af428-b674-4f7d-934b-12b133ab3d00 owned by network:floatingip {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:03.032101 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-25218851-c72a-4ef2-bb7f-2f7b0ec377e5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (3c0af428-b674-4f7d-934b-12b133ab3d00), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:03.058318 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25218851-c72a-4ef2-bb7f-2f7b0ec377e5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event deleted for resources: {'Port': ['ID=3c0af428-b674-4f7d-934b-12b133ab3d00,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:03.067076 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c0c12-6d6c-4604-b6b0-64995e110aa8 req-df2295a5-6e3f-40df-a5c8-d8285bcf069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:03.068778 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-572c0c12-6d6c-4604-b6b0-64995e110aa8 req-df2295a5-6e3f-40df-a5c8-d8285bcf069a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50de082a-31e4-4091-bb14-efd82acb9199 HTTP/1.1" status: 200 len: 854 time: 0.0466702 Apr 12 20:16:03.113879 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c0c12-6d6c-4604-b6b0-64995e110aa8 req-ec63cfc4-bb6d-4de0-8d97-911c292e743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:03.115372 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-572c0c12-6d6c-4604-b6b0-64995e110aa8 req-ec63cfc4-bb6d-4de0-8d97-911c292e743e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1a4f955-830a-43d9-a2bb-d20ec96f49ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393658 Apr 12 20:16:03.125560 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-25218851-c72a-4ef2-bb7f-2f7b0ec377e5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks [] for floatingip (6377c89e-b712-4e66-9160-c64152588543), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:03.125900 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.l3_db [None req-25218851-c72a-4ef2-bb7f-2f7b0ec377e5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Floating IP 6377c89e-b712-4e66-9160-c64152588543 disassociated (deleted). External IP: 172.27.0.169, port: 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9. Apr 12 20:16:03.211566 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-572c0c12-6d6c-4604-b6b0-64995e110aa8 req-45ee877b-8c95-4795-b5c7-2d2e960659c7 service neutron] 10.222.0.13 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871639 Apr 12 20:16:03.334906 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602cb58-f927-418c-8bcd-d40c1fe451cf req-44432474-4765-4bb5-b173-ba2e4b26ca99 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:03.336421 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c602cb58-f927-418c-8bcd-d40c1fe451cf req-44432474-4765-4bb5-b173-ba2e4b26ca99 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 946 time: 0.0588684 Apr 12 20:16:03.339682 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25218851-c72a-4ef2-bb7f-2f7b0ec377e5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Router 70e5c68f-d82d-4b81-9d14-5a595132cede has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:03.363617 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-572c0c12-6d6c-4604-b6b0-64995e110aa8 req-2b52af70-9ebc-461e-be0c-419e9a1981f6 service neutron] 10.222.0.13 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441708 Apr 12 20:16:03.394456 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c602cb58-f927-418c-8bcd-d40c1fe451cf req-7d8895e4-a890-4270-a0d6-2d4a0c94dad9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473199 Apr 12 20:16:03.451387 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25218851-c72a-4ef2-bb7f-2f7b0ec377e5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:03.456091 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-25218851-c72a-4ef2-bb7f-2f7b0ec377e5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:03.464514 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8797e-cba4-48ff-a53b-aac7b8e5c783 None None] Sync routers for ids ['70e5c68f-d82d-4b81-9d14-5a595132cede'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:03.474005 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8797e-cba4-48ff-a53b-aac7b8e5c783 None None] Routers {'70e5c68f-d82d-4b81-9d14-5a595132cede'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:03.474632 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bfd8797e-cba4-48ff-a53b-aac7b8e5c783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['70e5c68f-d82d-4b81-9d14-5a595132cede'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:03.486428 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-25218851-c72a-4ef2-bb7f-2f7b0ec377e5 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "DELETE /v2.0/floatingips/6377c89e-b712-4e66-9160-c64152588543 HTTP/1.1" status: 204 len: 168 time: 0.8874781 Apr 12 20:16:03.487086 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:03.489393 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe88e4a-4858-4fe7-bb98-4639597b2457" -d '{"events": [{"name": "network-changed", "server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:03.582825 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87daace-07eb-483a-aa59-3f86d6762f90 x-openstack-request-id: req-e87daace-07eb-483a-aa59-3f86d6762f90 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:03.582825 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:03.583187 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e87daace-07eb-483a-aa59-3f86d6762f90 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:03.583666 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87daace-07eb-483a-aa59-3f86d6762f90'] response: {'name': 'network-changed', 'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9', 'status': 'completed', 'code': 200} Apr 12 20:16:03.591478 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-bfd8797e-cba4-48ff-a53b-aac7b8e5c783 None None] Set router 70e5c68f-d82d-4b81-9d14-5a595132cede gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:03.730379 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe88e4a-4858-4fe7-bb98-4639597b2457 req-c880fd07-49eb-4318-a924-ee84b9a49ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:03.731912 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9fe88e4a-4858-4fe7-bb98-4639597b2457 req-c880fd07-49eb-4318-a924-ee84b9a49ac5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a06197fc20d1445e8a96664ff2c117c1&device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 1129 time: 0.0581794 Apr 12 20:16:03.802684 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bfd8797e-cba4-48ff-a53b-aac7b8e5c783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 4, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port': {'id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:29Z', 'updated_at': '2022-04-12T20:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '7ca8ba6f-ebaf-48ac-909a-b70bf5797d94', 'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'mac_address': 'fa:16:3e:fd:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '50de082a-31e4-4091-bb14-efd82acb9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:31Z', 'updated_at': '2022-04-12T20:12:38Z', 'revision_number': 5, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'subnets': [{'id': '50de082a-31e4-4091-bb14-efd82acb9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:03.830081 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8797e-cba4-48ff-a53b-aac7b8e5c783 None None] Checking router: 70e5c68f-d82d-4b81-9d14-5a595132cede for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:03.840123 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8797e-cba4-48ff-a53b-aac7b8e5c783 None None] Routers {'70e5c68f-d82d-4b81-9d14-5a595132cede'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:03.840692 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bfd8797e-cba4-48ff-a53b-aac7b8e5c783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['70e5c68f-d82d-4b81-9d14-5a595132cede'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:03.956216 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-bfd8797e-cba4-48ff-a53b-aac7b8e5c783 None None] Set router 70e5c68f-d82d-4b81-9d14-5a595132cede gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:04.097296 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe88e4a-4858-4fe7-bb98-4639597b2457 req-2460c68a-b935-492a-bfb4-347b33a67835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:04.098799 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9fe88e4a-4858-4fe7-bb98-4639597b2457 req-2460c68a-b935-492a-bfb4-347b33a67835 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1a4f955-830a-43d9-a2bb-d20ec96f49ee HTTP/1.1" status: 200 len: 916 time: 0.3473988 Apr 12 20:16:04.159941 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-bfd8797e-cba4-48ff-a53b-aac7b8e5c783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 4, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port': {'id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:29Z', 'updated_at': '2022-04-12T20:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '7ca8ba6f-ebaf-48ac-909a-b70bf5797d94', 'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'mac_address': 'fa:16:3e:fd:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '50de082a-31e4-4091-bb14-efd82acb9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:31Z', 'updated_at': '2022-04-12T20:12:38Z', 'revision_number': 5, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'subnets': [{'id': '50de082a-31e4-4091-bb14-efd82acb9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:04.186219 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8797e-cba4-48ff-a53b-aac7b8e5c783 None None] The sync data for ids ['70e5c68f-d82d-4b81-9d14-5a595132cede'] in dv-cinder-837542-1-iscsi is: [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:12:32Z', 'revision_number': 4, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port': {'id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:29Z', 'updated_at': '2022-04-12T20:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '7ca8ba6f-ebaf-48ac-909a-b70bf5797d94', 'name': '', 'network_id': 'e1a4f955-830a-43d9-a2bb-d20ec96f49ee', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'mac_address': 'fa:16:3e:fd:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '50de082a-31e4-4091-bb14-efd82acb9199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:31Z', 'updated_at': '2022-04-12T20:12:38Z', 'revision_number': 5, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'subnets': [{'id': '50de082a-31e4-4091-bb14-efd82acb9199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:04.285709 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9fe88e4a-4858-4fe7-bb98-4639597b2457 req-82d2ead6-8249-457b-ab14-67239a59dbd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 HTTP/1.1" status: 200 len: 217 time: 0.0372791 Apr 12 20:16:04.411731 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4342b91-2b26-4efc-a8c9-b5b88fff53f0 None None] New status for floating IP 6377c89e-b712-4e66-9160-c64152588543: DOWN {{(pid=103447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:16:04.510198 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a264046-b4c6-4731-9dc1-a230919f6f95 req-0590d839-3f2a-4026-ac2e-f5319b5d172c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:04.511986 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3a264046-b4c6-4731-9dc1-a230919f6f95 req-0590d839-3f2a-4026-ac2e-f5319b5d172c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 946 time: 0.0487659 Apr 12 20:16:04.560385 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3a264046-b4c6-4731-9dc1-a230919f6f95 req-7af68f6e-1012-480d-8a40-5341e11b7b42 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427139 Apr 12 20:16:04.676083 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba107cc3-161f-48bc-a543-2bd6ddc57b0d req-97c085d9-dc4d-428c-b705-365d2527760b tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:04.677468 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ba107cc3-161f-48bc-a543-2bd6ddc57b0d req-97c085d9-dc4d-428c-b705-365d2527760b tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 946 time: 0.0510199 Apr 12 20:16:04.725307 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ba107cc3-161f-48bc-a543-2bd6ddc57b0d req-ef277efd-709b-4f31-af1a-5b409f04f3c0 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416152 Apr 12 20:16:04.748689 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42952) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:04.796286 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe88e4a-4858-4fe7-bb98-4639597b2457 req-b09fed90-3801-4952-9614-cecbbd087485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:04.797729 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9fe88e4a-4858-4fe7-bb98-4639597b2457 req-b09fed90-3801-4952-9614-cecbbd087485 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50de082a-31e4-4091-bb14-efd82acb9199 HTTP/1.1" status: 200 len: 854 time: 0.0524676 Apr 12 20:16:04.840669 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeabc01-7357-4e4d-9945-33cc04ac57c4 tempest-TestVolumeBootPattern-470851648 tempest-TestVolumeBootPattern-470851648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:04.842159 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-7aeabc01-7357-4e4d-9945-33cc04ac57c4 tempest-TestVolumeBootPattern-470851648 tempest-TestVolumeBootPattern-470851648-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 1125 time: 0.0918598 Apr 12 20:16:04.844985 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 42956) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:04.849083 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'port_id': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:04.872373 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:04.898419 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe88e4a-4858-4fe7-bb98-4639597b2457 req-74a925f6-b2e7-4d36-a2c9-ba91efce5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:04.900086 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9fe88e4a-4858-4fe7-bb98-4639597b2457 req-74a925f6-b2e7-4d36-a2c9-ba91efce5e53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1a4f955-830a-43d9-a2bb-d20ec96f49ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417356 Apr 12 20:16:04.952767 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:05.004053 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9fe88e4a-4858-4fe7-bb98-4639597b2457 req-d8a2e5ec-093b-43b4-a90f-184098077dc3 service neutron] 10.222.0.13 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884275 Apr 12 20:16:05.103979 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9fe88e4a-4858-4fe7-bb98-4639597b2457 req-00a51714-32ee-485c-a2c3-a1d99bef9a89 service neutron] 10.222.0.13 "GET /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913212 Apr 12 20:16:05.289065 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Allocated IP 172.27.0.57 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/09921a67-f9ed-419d-a1bb-44ce4386fa75) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:05.390481 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for port (09921a67-f9ed-419d-a1bb-44ce4386fa75), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:05.422763 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (09921a67-f9ed-419d-a1bb-44ce4386fa75), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:05.465308 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:05.470042 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:05.473585 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:05.479254 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'Port': ['ID=09921a67-f9ed-419d-a1bb-44ce4386fa75,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:05.841142 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for floatingip (0f561682-0c96-4207-8f65-77ecd6f886d7), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:05.908788 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (09921a67-f9ed-419d-a1bb-44ce4386fa75), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:05.967833 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d1af872b-b4eb-4757-b494-eaf25f99a643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:06.069389 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for port (09921a67-f9ed-419d-a1bb-44ce4386fa75), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:06.074489 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (09921a67-f9ed-419d-a1bb-44ce4386fa75), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:06.148932 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'Port': ['ID=09921a67-f9ed-419d-a1bb-44ce4386fa75,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:06.157323 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (0f561682-0c96-4207-8f65-77ecd6f886d7), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:06.265198 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.l3_db [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Floating IP 0f561682-0c96-4207-8f65-77ecd6f886d7 associated. External IP: 172.27.0.57, port: 4aeb77fe-60d0-4ccf-883d-01c9d41892a5. Apr 12 20:16:06.470261 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Router d3765ffb-1837-4d59-af29-0df1af0e94f4 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:06.578096 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:06.587857 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a05219-f89e-4e37-a57b-66f29fbf79f2 None None] Sync routers for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:06.596858 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:06.598365 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a05219-f89e-4e37-a57b-66f29fbf79f2 None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:06.598990 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-90a05219-f89e-4e37-a57b-66f29fbf79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:06.628768 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-0af50b3e-f85a-4635-a53e-d8ba5fe3b151 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7827823 Apr 12 20:16:06.629355 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3381f116-a92f-4e6b-bd06-ec1cdf535957', 'tag': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:06.631591 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f41f79-49e8-42c2-a872-16a2bfcf2df1" -d '{"events": [{"name": "network-changed", "server_uuid": "3381f116-a92f-4e6b-bd06-ec1cdf535957", "tag": "4aeb77fe-60d0-4ccf-883d-01c9d41892a5"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:06.666824 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ffaaa4-2ec0-4e1b-8e11-09f5bd0b6e4e x-openstack-request-id: req-c4ffaaa4-2ec0-4e1b-8e11-09f5bd0b6e4e {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:06.667117 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3381f116-a92f-4e6b-bd06-ec1cdf535957", "tag": "4aeb77fe-60d0-4ccf-883d-01c9d41892a5", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:06.667372 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4ffaaa4-2ec0-4e1b-8e11-09f5bd0b6e4e {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:06.667777 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ffaaa4-2ec0-4e1b-8e11-09f5bd0b6e4e'] response: {'name': 'network-changed', 'server_uuid': '3381f116-a92f-4e6b-bd06-ec1cdf535957', 'tag': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5', 'status': 'completed', 'code': 200} Apr 12 20:16:06.714391 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-90a05219-f89e-4e37-a57b-66f29fbf79f2 None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:06.737681 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f41f79-49e8-42c2-a872-16a2bfcf2df1 req-b42450ef-5555-41a7-b8c0-3eeeffed958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:06.739112 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23f41f79-49e8-42c2-a872-16a2bfcf2df1 req-b42450ef-5555-41a7-b8c0-3eeeffed958d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 1130 time: 0.0465863 Apr 12 20:16:06.832496 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f41f79-49e8-42c2-a872-16a2bfcf2df1 req-0c8519b5-3723-4528-874b-205e3096228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:06.833978 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23f41f79-49e8-42c2-a872-16a2bfcf2df1 req-0c8519b5-3723-4528-874b-205e3096228a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 912 time: 0.0863969 Apr 12 20:16:06.911088 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23f41f79-49e8-42c2-a872-16a2bfcf2df1 req-7c8a0695-15a2-4921-b960-7acbeb88abb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4aeb77fe-60d0-4ccf-883d-01c9d41892a5 HTTP/1.1" status: 200 len: 999 time: 0.0633442 Apr 12 20:16:06.938456 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-90a05219-f89e-4e37-a57b-66f29fbf79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '0f561682-0c96-4207-8f65-77ecd6f886d7', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:f3:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381f116-a92f-4e6b-bd06-ec1cdf535957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:16:05Z', 'updated_at': '2022-04-12T20:16:05Z', 'revision_number': 0, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:06.964505 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a05219-f89e-4e37-a57b-66f29fbf79f2 None None] Checking router: d3765ffb-1837-4d59-af29-0df1af0e94f4 for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:06.968793 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f41f79-49e8-42c2-a872-16a2bfcf2df1 req-35279648-0fb1-4647-a447-57556e610b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:06.970248 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23f41f79-49e8-42c2-a872-16a2bfcf2df1 req-35279648-0fb1-4647-a447-57556e610b25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5f30ab7-edca-4f48-9883-79f1e8afbea4 HTTP/1.1" status: 200 len: 850 time: 0.0487740 Apr 12 20:16:06.972603 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a05219-f89e-4e37-a57b-66f29fbf79f2 None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:06.973199 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-90a05219-f89e-4e37-a57b-66f29fbf79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:15:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:07.015106 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f41f79-49e8-42c2-a872-16a2bfcf2df1 req-b83abed6-5a2f-4bce-b05f-bc0701e6dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:07.016554 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23f41f79-49e8-42c2-a872-16a2bfcf2df1 req-b83abed6-5a2f-4bce-b05f-bc0701e6dc32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bbbf339-92cd-4aff-949f-c902d9a857ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377285 Apr 12 20:16:07.087526 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-90a05219-f89e-4e37-a57b-66f29fbf79f2 None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:07.138593 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23f41f79-49e8-42c2-a872-16a2bfcf2df1 req-54c537f8-5de3-44aa-a410-671f8297a6be service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077242 Apr 12 20:16:07.243673 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23f41f79-49e8-42c2-a872-16a2bfcf2df1 req-1cdcdae1-10a2-43cc-9504-247215f7633a service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981994 Apr 12 20:16:07.310992 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dbf86-e257-4101-9d6f-9bc39c6a5bdd req-55e56379-bd5c-4f89-8c80-6d9c2eadfaf2 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:07.312427 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8e7dbf86-e257-4101-9d6f-9bc39c6a5bdd req-55e56379-bd5c-4f89-8c80-6d9c2eadfaf2 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0517812 Apr 12 20:16:07.329361 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-90a05219-f89e-4e37-a57b-66f29fbf79f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '0f561682-0c96-4207-8f65-77ecd6f886d7', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:f3:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381f116-a92f-4e6b-bd06-ec1cdf535957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:16:05Z', 'updated_at': '2022-04-12T20:16:05Z', 'revision_number': 0, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:07.359443 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8e7dbf86-e257-4101-9d6f-9bc39c6a5bdd req-f96d0ce2-cb35-4334-9d44-0c737dead2b7 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 Apr 12 20:16:07.359882 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a05219-f89e-4e37-a57b-66f29fbf79f2 None None] The sync data for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi is: [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '0f561682-0c96-4207-8f65-77ecd6f886d7', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:f3:cd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381f116-a92f-4e6b-bd06-ec1cdf535957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:16:05Z', 'updated_at': '2022-04-12T20:16:05Z', 'revision_number': 0, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:07.562217 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4172b1-ad34-4bdf-8776-0cd187b694e7 None None] New status for floating IP 0f561682-0c96-4207-8f65-77ecd6f886d7: ACTIVE {{(pid=103447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:16:08.459269 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dcd75b9f-93f6-44d4-9736-c975587446ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:08.475574 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e464c02-8e6f-4e70-9e1a-27b7d7dd3820 req-459b5a5c-56bc-4bc4-9151-e19f7040be13 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:08.477748 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e464c02-8e6f-4e70-9e1a-27b7d7dd3820 req-459b5a5c-56bc-4bc4-9151-e19f7040be13 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0498695 Apr 12 20:16:08.524149 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e464c02-8e6f-4e70-9e1a-27b7d7dd3820 req-f06a9fbe-37b8-493b-b744-5ba44e69a07b tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Apr 12 20:16:09.415108 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad38713-6ce1-4c54-8dd2-40e6fd9b97a6 req-7ec24b6c-836b-48ce-8c42-a8548ef39f99 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:09.416709 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5ad38713-6ce1-4c54-8dd2-40e6fd9b97a6 req-7ec24b6c-836b-48ce-8c42-a8548ef39f99 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0497289 Apr 12 20:16:09.516722 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-5ad38713-6ce1-4c54-8dd2-40e6fd9b97a6 req-bddbbbd4-ea5a-43fa-8d6b-35d59b961b45 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Deleting port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:09.517412 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5ad38713-6ce1-4c54-8dd2-40e6fd9b97a6 req-bddbbbd4-ea5a-43fa-8d6b-35d59b961b45 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:09.575531 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:09.647072 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-5ad38713-6ce1-4c54-8dd2-40e6fd9b97a6 req-bddbbbd4-ea5a-43fa-8d6b-35d59b961b45 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] For port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,segment=NetworkSegment(6dfc2847-289f-4fb1-92d4-57bf15cba9fb),segment_id=6dfc2847-289f-4fb1-92d4-57bf15cba9fb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:09.647460 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5ad38713-6ce1-4c54-8dd2-40e6fd9b97a6 req-bddbbbd4-ea5a-43fa-8d6b-35d59b961b45 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:09.665341 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9ef22-f4f1-4a31-a280-62b0a30b8aa1 req-e8f5e151-b0c5-42c9-82cb-25c3f1aee3e7 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:09.666798 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-93d9ef22-f4f1-4a31-a280-62b0a30b8aa1 req-e8f5e151-b0c5-42c9-82cb-25c3f1aee3e7 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c3c769-c699-4b82-82a7-ec40acae8b32 HTTP/1.1" status: 200 len: 945 time: 0.0708678 Apr 12 20:16:09.670878 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-5ad38713-6ce1-4c54-8dd2-40e6fd9b97a6 req-bddbbbd4-ea5a-43fa-8d6b-35d59b961b45 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Calling delete_port for 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:09.763384 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-93d9ef22-f4f1-4a31-a280-62b0a30b8aa1 req-0f0e84dd-ddd0-445d-874d-b9ea59719458 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.44 "GET /v2.0/security-groups?id=6245e00e-cc3c-4051-9c49-7b527d833d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905497 Apr 12 20:16:09.838389 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5ad38713-6ce1-4c54-8dd2-40e6fd9b97a6 req-bddbbbd4-ea5a-43fa-8d6b-35d59b961b45 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:09.850596 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:16:09.864666 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbbbd4-ea5a-43fa-8d6b-35d59b961b45 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Pushing event deleted for resources: {'Port': ['ID=75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:09.911001 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad38713-6ce1-4c54-8dd2-40e6fd9b97a6 req-bddbbbd4-ea5a-43fa-8d6b-35d59b961b45 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] No DVR routers for this DVR port 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:09.913631 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5ad38713-6ce1-4c54-8dd2-40e6fd9b97a6 req-bddbbbd4-ea5a-43fa-8d6b-35d59b961b45 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:09.916941 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5ad38713-6ce1-4c54-8dd2-40e6fd9b97a6 req-bddbbbd4-ea5a-43fa-8d6b-35d59b961b45 tempest-TestMinimumBasicScenario-452117836 tempest-TestMinimumBasicScenario-452117836-project] 10.222.0.13 "DELETE /v2.0/ports/75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 HTTP/1.1" status: 204 len: 173 time: 0.4919307 Apr 12 20:16:09.917382 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'name': 'network-vif-deleted', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:09.919598 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e6582d-5084-400c-b5fd-f0717b472a2a" -d '{"events": [{"server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "name": "network-vif-deleted", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:09.955837 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad844706-a624-466a-be3b-95cd43b773f7 x-openstack-request-id: req-ad844706-a624-466a-be3b-95cd43b773f7 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:09.956168 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c3c769-c699-4b82-82a7-ec40acae8b32", "name": "network-vif-deleted", "tag": "75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:09.956478 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad844706-a624-466a-be3b-95cd43b773f7 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:09.956892 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad844706-a624-466a-be3b-95cd43b773f7'] response: {'server_uuid': '78c3c769-c699-4b82-82a7-ec40acae8b32', 'name': 'network-vif-deleted', 'tag': '75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9', 'status': 'completed', 'code': 200} Apr 12 20:16:10.722915 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:11.431862 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43036) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:11.507380 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:16:11.821639 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1296-b4b9-4fd7-9ca2-b2430503867e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651905'] for router_interface (70e5c68f-d82d-4b81-9d14-5a595132cede), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:12.099856 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b1296-b4b9-4fd7-9ca2-b2430503867e admin admin] Deleting port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:12.100116 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1296-b4b9-4fd7-9ca2-b2430503867e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:12.181051 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6b7b1296-b4b9-4fd7-9ca2-b2430503867e admin admin] For port 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=7ca8ba6f-ebaf-48ac-909a-b70bf5797d94,segment=NetworkSegment(6dfc2847-289f-4fb1-92d4-57bf15cba9fb),segment_id=6dfc2847-289f-4fb1-92d4-57bf15cba9fb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:12.181419 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1296-b4b9-4fd7-9ca2-b2430503867e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:12.194062 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b1296-b4b9-4fd7-9ca2-b2430503867e admin admin] Calling delete_port for 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:12.372305 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1296-b4b9-4fd7-9ca2-b2430503867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (7ca8ba6f-ebaf-48ac-909a-b70bf5797d94), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:12.401824 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b1296-b4b9-4fd7-9ca2-b2430503867e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca8ba6f-ebaf-48ac-909a-b70bf5797d94,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:12.566993 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1296-b4b9-4fd7-9ca2-b2430503867e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651805'] for router_interface (70e5c68f-d82d-4b81-9d14-5a595132cede), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:12.625981 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:12.790583 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7b1296-b4b9-4fd7-9ca2-b2430503867e admin admin] Router 70e5c68f-d82d-4b81-9d14-5a595132cede has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:13.146040 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7b1296-b4b9-4fd7-9ca2-b2430503867e admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:13.151052 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6b7b1296-b4b9-4fd7-9ca2-b2430503867e admin admin] 10.222.0.44 "PUT /v2.0/routers/70e5c68f-d82d-4b81-9d14-5a595132cede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7181506 Apr 12 20:16:13.153572 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43040) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:13.156153 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af997d-194e-4d32-8dd0-79c4e62a3e41 None None] Sync routers for ids ['70e5c68f-d82d-4b81-9d14-5a595132cede'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:13.166374 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af997d-194e-4d32-8dd0-79c4e62a3e41 None None] Routers {'70e5c68f-d82d-4b81-9d14-5a595132cede'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:13.166983 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-64af997d-194e-4d32-8dd0-79c4e62a3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['70e5c68f-d82d-4b81-9d14-5a595132cede'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:13.266224 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Publish callbacks [] for router (70e5c68f-d82d-4b81-9d14-5a595132cede), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:13.376268 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Publish callbacks [] for router_gateway (70e5c68f-d82d-4b81-9d14-5a595132cede), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:13.396291 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-64af997d-194e-4d32-8dd0-79c4e62a3e41 None None] Set router 70e5c68f-d82d-4b81-9d14-5a595132cede gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:13.421586 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Deleting port 0e6d89e6-067d-4e84-ae30-05bbedfc257f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:13.421926 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:13.501696 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] For port 0e6d89e6-067d-4e84-ae30-05bbedfc257f, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=0e6d89e6-067d-4e84-ae30-05bbedfc257f,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:13.502065 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:13.518324 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Calling delete_port for 0e6d89e6-067d-4e84-ae30-05bbedfc257f owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:13.563711 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-64af997d-194e-4d32-8dd0-79c4e62a3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:16:12Z', 'revision_number': 5, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port': {'id': '0e6d89e6-067d-4e84-ae30-05bbedfc257f', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:29Z', 'updated_at': '2022-04-12T20:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:13.589614 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af997d-194e-4d32-8dd0-79c4e62a3e41 None None] Checking router: 70e5c68f-d82d-4b81-9d14-5a595132cede for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:13.598061 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af997d-194e-4d32-8dd0-79c4e62a3e41 None None] Routers {'70e5c68f-d82d-4b81-9d14-5a595132cede'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:13.598673 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-64af997d-194e-4d32-8dd0-79c4e62a3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['70e5c68f-d82d-4b81-9d14-5a595132cede'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:13.686926 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (0e6d89e6-067d-4e84-ae30-05bbedfc257f), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:13.689859 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-64af997d-194e-4d32-8dd0-79c4e62a3e41 None None] Set router 70e5c68f-d82d-4b81-9d14-5a595132cede gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:13.714175 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6d89e6-067d-4e84-ae30-05bbedfc257f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:13.746820 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-64af997d-194e-4d32-8dd0-79c4e62a3e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:16:13Z', 'revision_number': 6, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port_host': None}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:13.772978 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af997d-194e-4d32-8dd0-79c4e62a3e41 None None] The sync data for ids ['70e5c68f-d82d-4b81-9d14-5a595132cede'] in dv-cinder-837542-1-iscsi is: [{'id': '70e5c68f-d82d-4b81-9d14-5a595132cede', 'name': 'tempest-TestMinimumBasicScenario-2003790532-router', 'tenant_id': 'a06197fc20d1445e8a96664ff2c117c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:28Z', 'updated_at': '2022-04-12T20:16:13Z', 'revision_number': 6, 'project_id': 'a06197fc20d1445e8a96664ff2c117c1', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:13.774268 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651195'] for router_gateway (70e5c68f-d82d-4b81-9d14-5a595132cede), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:13.880865 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61343'] for router (70e5c68f-d82d-4b81-9d14-5a595132cede), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:13.883463 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Publish callbacks [] for router_controller (70e5c68f-d82d-4b81-9d14-5a595132cede), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:13.949237 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650462'] for router (70e5c68f-d82d-4b81-9d14-5a595132cede), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:13.949672 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70e5c68f-d82d-4b81-9d14-5a595132cede {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:16:13.954428 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:13.955560 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-4c1682ea-8a50-4ed0-80ee-b68cf8d07e84 admin admin] 10.222.0.44 "DELETE /v2.0/routers/70e5c68f-d82d-4b81-9d14-5a595132cede HTTP/1.1" status: 204 len: 168 time: 0.8010859 Apr 12 20:16:13.958076 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43042) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:13.978379 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:14.001732 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:14.002087 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 75914b85-0dd6-450b-a5f3-d2d4a7c3e3f9 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:14.003612 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d30c2e3-b327-4cd8-8cfa-1b90cc693b65 admin admin] Deleting subnet 50de082a-31e4-4091-bb14-efd82acb9199 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:16:14.006820 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d30c2e3-b327-4cd8-8cfa-1b90cc693b65 admin admin] Publish callbacks [] for subnet (50de082a-31e4-4091-bb14-efd82acb9199), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.041769 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d30c2e3-b327-4cd8-8cfa-1b90cc693b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066142160'] for subnet (50de082a-31e4-4091-bb14-efd82acb9199), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.154160 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d30c2e3-b327-4cd8-8cfa-1b90cc693b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (50de082a-31e4-4091-bb14-efd82acb9199), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.214020 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d30c2e3-b327-4cd8-8cfa-1b90cc693b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065568327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065880476'] for subnet (50de082a-31e4-4091-bb14-efd82acb9199), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.241127 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30c2e3-b327-4cd8-8cfa-1b90cc693b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50de082a-31e4-4091-bb14-efd82acb9199,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:14.243754 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d30c2e3-b327-4cd8-8cfa-1b90cc693b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.247052 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-5d30c2e3-b327-4cd8-8cfa-1b90cc693b65 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/50de082a-31e4-4091-bb14-efd82acb9199 HTTP/1.1" status: 204 len: 168 time: 0.2880628 Apr 12 20:16:14.247693 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6ae7bb-5992-4df0-962b-2884f4f0aec1 None None] Network e1a4f955-830a-43d9-a2bb-d20ec96f49ee requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:16:14.249780 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43044) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:14.316974 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (e1a4f955-830a-43d9-a2bb-d20ec96f49ee), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.361877 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Deleting port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:14.362218 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (1a500dc3-0abe-47c6-9c16-e6932c6e2e1b), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.427841 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] For port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=1a500dc3-0abe-47c6-9c16-e6932c6e2e1b,segment=NetworkSegment(6dfc2847-289f-4fb1-92d4-57bf15cba9fb),segment_id=6dfc2847-289f-4fb1-92d4-57bf15cba9fb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:14.428201 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (1a500dc3-0abe-47c6-9c16-e6932c6e2e1b), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.441519 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Calling delete_port for 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:14.520824 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (1a500dc3-0abe-47c6-9c16-e6932c6e2e1b), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.545276 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c01d4e4-b1d6-4130-950d-f31263073c9f None None] DHCP port deletion for e1a4f955-830a-43d9-a2bb-d20ec96f49ee request from dv-cinder-837542-1-iscsi {{(pid=103446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:16:14.550141 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a500dc3-0abe-47c6-9c16-e6932c6e2e1b,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:14.557749 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] No DVR routers for this DVR port 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b on host dv-cinder-837542-1-iscsi {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:14.590618 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.590970 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.591313 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.591653 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.591989 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.592346 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.593089 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.593089 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.593370 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.593636 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.593964 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.594298 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.594621 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.595179 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.595297 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:14.602828 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 0e6d89e6-067d-4e84-ae30-05bbedfc257f no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:14.627355 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 0e6d89e6-067d-4e84-ae30-05bbedfc257f {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:14.627705 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 0e6d89e6-067d-4e84-ae30-05bbedfc257f not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:14.628123 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:14.647581 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:14.647789 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (e1a4f955-830a-43d9-a2bb-d20ec96f49ee), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.647929 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 1a500dc3-0abe-47c6-9c16-e6932c6e2e1b not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:14.648949 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:14.668761 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a4f955-830a-43d9-a2bb-d20ec96f49ee']}} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:14.669827 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:14.670043 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 7ca8ba6f-ebaf-48ac-909a-b70bf5797d94 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:14.680157 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfc2847-289f-4fb1-92d4-57bf15cba9fb') {'for_net_delete': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:14.680482 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfc2847-289f-4fb1-92d4-57bf15cba9fb') {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:14.690677 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067075202'] for segment (6dfc2847-289f-4fb1-92d4-57bf15cba9fb), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.705510 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (6dfc2847-289f-4fb1-92d4-57bf15cba9fb), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.711329 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:16:14.711949 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067086108'] for segment (6dfc2847-289f-4fb1-92d4-57bf15cba9fb), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: Traceback (most recent call last): Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: timer() Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: cb(*args, **kw) Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: return func(*args, **kwargs) Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: self._notify() Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: self.callback(batched_events) Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: event.method(event) Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: return f(self, *a, **k) Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: return self._get(url).json() Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: return self.request(url, 'GET', **kwargs) Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:16:14.713577 dv-cinder-837542-1-iscsi neutron-server[103445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:16:14.770882 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (e1a4f955-830a-43d9-a2bb-d20ec96f49ee), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.776633 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:14.779859 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e1a4f955-830a-43d9-a2bb-d20ec96f49ee HTTP/1.1" status: 204 len: 168 time: 0.5291014 Apr 12 20:16:14.782859 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43046) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:14.795246 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eddd95-b945-487d-9c1e-d1259e027ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a4f955-830a-43d9-a2bb-d20ec96f49ee,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:15.110735 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7623-dbde-428c-b973-550bfc34d66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651905'] for router_interface (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:15.338010 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed7623-dbde-428c-b973-550bfc34d66a admin admin] Deleting port 137ce740-3af3-40d7-bd7b-6e01a3e1764d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:15.338351 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7623-dbde-428c-b973-550bfc34d66a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:15.417590 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e0ed7623-dbde-428c-b973-550bfc34d66a admin admin] For port 137ce740-3af3-40d7-bd7b-6e01a3e1764d, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=137ce740-3af3-40d7-bd7b-6e01a3e1764d,segment=NetworkSegment(87277cd6-8b7a-4e45-9e86-7daf93cfc2d7),segment_id=87277cd6-8b7a-4e45-9e86-7daf93cfc2d7)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:15.417878 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7623-dbde-428c-b973-550bfc34d66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:15.430490 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed7623-dbde-428c-b973-550bfc34d66a admin admin] Calling delete_port for 137ce740-3af3-40d7-bd7b-6e01a3e1764d owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:15.606024 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7623-dbde-428c-b973-550bfc34d66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (137ce740-3af3-40d7-bd7b-6e01a3e1764d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:15.636963 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed7623-dbde-428c-b973-550bfc34d66a admin admin] Pushing event deleted for resources: {'Port': ['ID=137ce740-3af3-40d7-bd7b-6e01a3e1764d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:15.810777 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0ed7623-dbde-428c-b973-550bfc34d66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651805'] for router_interface (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:16.035161 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ed7623-dbde-428c-b973-550bfc34d66a admin admin] Router 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:16.165318 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ed7623-dbde-428c-b973-550bfc34d66a admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:16.170924 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e0ed7623-dbde-428c-b973-550bfc34d66a admin admin] 10.222.0.44 "PUT /v2.0/routers/9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3869815 Apr 12 20:16:16.173413 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43058) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:16.177858 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d494ff-3cdc-4bab-abca-f67267ebb1e8 None None] Sync routers for ids ['9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:16.191823 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d494ff-3cdc-4bab-abca-f67267ebb1e8 None None] Routers {'9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:16.192692 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-95d494ff-3cdc-4bab-abca-f67267ebb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:16.323367 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-95d494ff-3cdc-4bab-abca-f67267ebb1e8 None None] Set router 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:16.506965 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-95d494ff-3cdc-4bab-abca-f67267ebb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'name': 'tempest-TestMinimumBasicScenario-164860162-router', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:35Z', 'updated_at': '2022-04-12T20:16:15Z', 'revision_number': 5, 'project_id': 'd00f153982974ee298382e4ee259a924', 'gw_port': {'id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:36Z', 'updated_at': '2022-04-12T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:16.537171 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d494ff-3cdc-4bab-abca-f67267ebb1e8 None None] Checking router: 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:16.547744 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d494ff-3cdc-4bab-abca-f67267ebb1e8 None None] Routers {'9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:16.548388 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-95d494ff-3cdc-4bab-abca-f67267ebb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:16.582664 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Publish callbacks [] for router (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:16.666768 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-95d494ff-3cdc-4bab-abca-f67267ebb1e8 None None] Set router 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:16.710691 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Publish callbacks [] for router_gateway (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:16.758594 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Deleting port c521a631-8729-4d74-80a5-cb97a2e9b81b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:16.758942 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:16.841612 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] For port c521a631-8729-4d74-80a5-cb97a2e9b81b, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=c521a631-8729-4d74-80a5-cb97a2e9b81b,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:16.842314 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:16.845107 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-95d494ff-3cdc-4bab-abca-f67267ebb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'name': 'tempest-TestMinimumBasicScenario-164860162-router', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:35Z', 'updated_at': '2022-04-12T20:16:15Z', 'revision_number': 5, 'project_id': 'd00f153982974ee298382e4ee259a924', 'gw_port': {'id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:36Z', 'updated_at': '2022-04-12T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:16.856040 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Calling delete_port for c521a631-8729-4d74-80a5-cb97a2e9b81b owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:16.966973 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d494ff-3cdc-4bab-abca-f67267ebb1e8 None None] The sync data for ids ['9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e'] in dv-cinder-837542-1-iscsi is: [{'id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'name': 'tempest-TestMinimumBasicScenario-164860162-router', 'tenant_id': 'd00f153982974ee298382e4ee259a924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:12:35Z', 'updated_at': '2022-04-12T20:16:15Z', 'revision_number': 5, 'project_id': 'd00f153982974ee298382e4ee259a924', 'gw_port': {'id': 'c521a631-8729-4d74-80a5-cb97a2e9b81b', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:12:36Z', 'updated_at': '2022-04-12T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:17.029863 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (c521a631-8729-4d74-80a5-cb97a2e9b81b), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.052941 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c521a631-8729-4d74-80a5-cb97a2e9b81b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:17.120178 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651195'] for router_gateway (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.224166 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61343'] for router (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.227024 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Publish callbacks [] for router_controller (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.276606 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650462'] for router (9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.277215 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:16:17.283051 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.284312 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e2ec2079-0b36-43be-b09c-67727746d6c6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9d7cfa9c-f7c6-46bb-8e6b-c4b388e4703e HTTP/1.1" status: 204 len: 168 time: 1.1096096 Apr 12 20:16:17.286734 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43078) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:17.335955 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90109c6-ef0d-4297-aa89-ebc8adfe127c admin admin] Deleting subnet bdb8f278-7b77-4b31-ac44-379ffa6a264d {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:16:17.339525 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c90109c6-ef0d-4297-aa89-ebc8adfe127c admin admin] Publish callbacks [] for subnet (bdb8f278-7b77-4b31-ac44-379ffa6a264d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.376052 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c90109c6-ef0d-4297-aa89-ebc8adfe127c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066142160'] for subnet (bdb8f278-7b77-4b31-ac44-379ffa6a264d), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.466563 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c90109c6-ef0d-4297-aa89-ebc8adfe127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (bdb8f278-7b77-4b31-ac44-379ffa6a264d), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.522134 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c90109c6-ef0d-4297-aa89-ebc8adfe127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065568327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065880476'] for subnet (bdb8f278-7b77-4b31-ac44-379ffa6a264d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.550905 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90109c6-ef0d-4297-aa89-ebc8adfe127c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb8f278-7b77-4b31-ac44-379ffa6a264d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:17.552900 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c90109c6-ef0d-4297-aa89-ebc8adfe127c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.556762 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-c90109c6-ef0d-4297-aa89-ebc8adfe127c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bdb8f278-7b77-4b31-ac44-379ffa6a264d HTTP/1.1" status: 204 len: 168 time: 0.2684355 Apr 12 20:16:17.559915 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43080) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:17.561822 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1764b676-4cfc-4d24-80b6-6ffb3a14691f None None] Network 112d876d-22bf-4d01-a97c-3ffa43d2e63e requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:16:17.635781 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (112d876d-22bf-4d01-a97c-3ffa43d2e63e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.684691 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Deleting port 416b1450-13ce-4ff7-b5bf-4af559d47d63 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:17.685046 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (416b1450-13ce-4ff7-b5bf-4af559d47d63), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.758285 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] For port 416b1450-13ce-4ff7-b5bf-4af559d47d63, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=416b1450-13ce-4ff7-b5bf-4af559d47d63,segment=NetworkSegment(87277cd6-8b7a-4e45-9e86-7daf93cfc2d7),segment_id=87277cd6-8b7a-4e45-9e86-7daf93cfc2d7)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:17.758652 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (416b1450-13ce-4ff7-b5bf-4af559d47d63), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.771776 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Calling delete_port for 416b1450-13ce-4ff7-b5bf-4af559d47d63 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:17.853805 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (416b1450-13ce-4ff7-b5bf-4af559d47d63), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.879075 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Pushing event deleted for resources: {'Port': ['ID=416b1450-13ce-4ff7-b5bf-4af559d47d63,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:17.882586 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] No DVR routers for this DVR port 416b1450-13ce-4ff7-b5bf-4af559d47d63 on host dv-cinder-837542-1-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:17.965809 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (112d876d-22bf-4d01-a97c-3ffa43d2e63e), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:17.986022 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112d876d-22bf-4d01-a97c-3ffa43d2e63e']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:18.006405 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87277cd6-8b7a-4e45-9e86-7daf93cfc2d7') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:18.006405 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87277cd6-8b7a-4e45-9e86-7daf93cfc2d7') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:18.033295 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066142187'] for segment (87277cd6-8b7a-4e45-9e86-7daf93cfc2d7), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:18.039628 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0127cce0-7e85-482a-9208-d0a97a3ed67a None None] DHCP port deletion for 112d876d-22bf-4d01-a97c-3ffa43d2e63e request from dv-cinder-837542-1-iscsi {{(pid=103446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:16:18.062996 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb99c9-87b1-43b1-a058-5d1395217b5d req-3eb1d071-8d4e-4f45-89b6-babaebbdbbc9 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:18.064506 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-29fb99c9-87b1-43b1-a058-5d1395217b5d req-3eb1d071-8d4e-4f45-89b6-babaebbdbbc9 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0761769 Apr 12 20:16:18.067998 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (87277cd6-8b7a-4e45-9e86-7daf93cfc2d7), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:18.086633 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:16:18.087032 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065568509'] for segment (87277cd6-8b7a-4e45-9e86-7daf93cfc2d7), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: Traceback (most recent call last): Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: timer() Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: cb(*args, **kw) Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: self._notify() Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: self.callback(batched_events) Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: event.method(event) Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: return f(self, *a, **k) Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._get(url).json() Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:16:18.089494 dv-cinder-837542-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:16:18.161984 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-29fb99c9-87b1-43b1-a058-5d1395217b5d req-139b4114-6781-4d2e-b568-14c5f93f9957 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914764 Apr 12 20:16:18.162982 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (112d876d-22bf-4d01-a97c-3ffa43d2e63e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:18.170438 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:18.173638 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] 10.222.0.44 "DELETE /v2.0/networks/112d876d-22bf-4d01-a97c-3ffa43d2e63e HTTP/1.1" status: 204 len: 168 time: 0.6127737 Apr 12 20:16:18.186725 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2b235-aebd-4af4-a328-c078f64a0230 admin admin] Pushing event deleted for resources: {'Network': ['ID=112d876d-22bf-4d01-a97c-3ffa43d2e63e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:18.318895 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device c521a631-8729-4d74-80a5-cb97a2e9b81b no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:18.339593 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: c521a631-8729-4d74-80a5-cb97a2e9b81b {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:18.339947 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device c521a631-8729-4d74-80a5-cb97a2e9b81b not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:18.340400 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 416b1450-13ce-4ff7-b5bf-4af559d47d63 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:18.354125 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43094) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:18.359980 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 416b1450-13ce-4ff7-b5bf-4af559d47d63 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:18.360569 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 416b1450-13ce-4ff7-b5bf-4af559d47d63 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:18.361029 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 137ce740-3af3-40d7-bd7b-6e01a3e1764d no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:18.383200 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 137ce740-3af3-40d7-bd7b-6e01a3e1764d {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:18.383553 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 137ce740-3af3-40d7-bd7b-6e01a3e1764d not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:18.396053 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-83c63cba-d9cd-40b8-afee-90f1eba6ea4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a06197fc20d1445e8a96664ff2c117c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407255 Apr 12 20:16:18.398504 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43096) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:18.445067 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95c2b657-4515-4014-ab85-cf9ad35a89d0 admin admin] Publish callbacks [] for security_group (6245e00e-cc3c-4051-9c49-7b527d833d2e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:18.470094 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95c2b657-4515-4014-ab85-cf9ad35a89d0 admin admin] Publish callbacks [] for security_group (6245e00e-cc3c-4051-9c49-7b527d833d2e), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:18.516597 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95c2b657-4515-4014-ab85-cf9ad35a89d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (6245e00e-cc3c-4051-9c49-7b527d833d2e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:18.519053 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95c2b657-4515-4014-ab85-cf9ad35a89d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:18.520199 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-95c2b657-4515-4014-ab85-cf9ad35a89d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6245e00e-cc3c-4051-9c49-7b527d833d2e HTTP/1.1" status: 204 len: 168 time: 0.1208086 Apr 12 20:16:18.528113 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2b657-4515-4014-ab85-cf9ad35a89d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6245e00e-cc3c-4051-9c49-7b527d833d2e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:18.858481 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43108) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:18.898266 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-05d2d56e-3667-4cfe-86fa-51eeed043c94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d00f153982974ee298382e4ee259a924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386326 Apr 12 20:16:18.901417 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43110) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:18.949282 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-10c76b98-8d68-4d32-a9d7-2d73b1e75661 admin admin] Publish callbacks [] for security_group (d1a56faa-a496-4886-8372-4252508592b8), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:18.971317 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-10c76b98-8d68-4d32-a9d7-2d73b1e75661 admin admin] Publish callbacks [] for security_group (d1a56faa-a496-4886-8372-4252508592b8), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:19.020576 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-10c76b98-8d68-4d32-a9d7-2d73b1e75661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (d1a56faa-a496-4886-8372-4252508592b8), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:19.023067 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-10c76b98-8d68-4d32-a9d7-2d73b1e75661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:19.024235 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-10c76b98-8d68-4d32-a9d7-2d73b1e75661 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1a56faa-a496-4886-8372-4252508592b8 HTTP/1.1" status: 204 len: 168 time: 0.1218910 Apr 12 20:16:19.032525 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c76b98-8d68-4d32-a9d7-2d73b1e75661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a56faa-a496-4886-8372-4252508592b8,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:19.108007 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178c0bf-83fe-4979-8156-b1bba766234b req-42ecc689-703f-4484-8e03-21b454262228 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:19.109556 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3178c0bf-83fe-4979-8156-b1bba766234b req-42ecc689-703f-4484-8e03-21b454262228 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0498950 Apr 12 20:16:19.158305 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3178c0bf-83fe-4979-8156-b1bba766234b req-ee58a4f2-f67b-47b2-bd47-06bc2b4ce72d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426953 Apr 12 20:16:19.278236 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092603-2123-4dda-b8ba-83022e8ef8ab req-c680a4be-57c6-4a28-a3ec-17cbd3a6599d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:19.279729 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-56092603-2123-4dda-b8ba-83022e8ef8ab req-c680a4be-57c6-4a28-a3ec-17cbd3a6599d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0464022 Apr 12 20:16:19.331036 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-56092603-2123-4dda-b8ba-83022e8ef8ab req-6771969f-d066-4fce-af7b-8018cc9309a1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458293 Apr 12 20:16:19.682905 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43142) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:19.775294 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1794170098-network', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:19.794495 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Made reservation on behalf of 6a20446396734ae288db2ceb1ea6d037 for: {'network': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:16:19.796427 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:19.808813 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:19.885732 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Publish callbacks [] for security_group (6f73faa4-1395-4528-86a6-6e8106f51ff0), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:19.889644 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (6f73faa4-1395-4528-86a6-6e8106f51ff0), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:19.916674 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:16:19.921972 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f73faa4-1395-4528-86a6-6e8106f51ff0,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:19.929506 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (83d157cd-b2af-4933-b49f-6c30515cd376), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:19.929993 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.segments_db [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Added segment 83d157cd-b2af-4933-b49f-6c30515cd376 of type vlan for network e5af3e9e-8023-4bdc-bd42-4d77602f877c Apr 12 20:16:19.970447 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (e5af3e9e-8023-4bdc-bd42-4d77602f877c), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:19.994413 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (e5af3e9e-8023-4bdc-bd42-4d77602f877c), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:19.995349 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:19.995935 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.054278 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3702197 Apr 12 20:16:20.057587 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43148) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:20.062204 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-82a9cb2c-dc7a-4dfa-b166-ce1c88cd77a6 admin admin] Request body: {'subnet': {'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1794170098-subnet', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'ip_version': 4}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:20.071554 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b54e6b-502b-4aa8-a9ce-ba2c6a7e5fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=e5af3e9e-8023-4bdc-bd42-4d77602f877c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:20.081333 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network e5af3e9e-8023-4bdc-bd42-4d77602f877c details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:16:20.088731 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a9cb2c-dc7a-4dfa-b166-ce1c88cd77a6 admin admin] Made reservation on behalf of 6a20446396734ae288db2ceb1ea6d037 for: {'subnet': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:16:20.091065 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-82a9cb2c-dc7a-4dfa-b166-ce1c88cd77a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067101239'] for subnet (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.265171 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-82a9cb2c-dc7a-4dfa-b166-ce1c88cd77a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067085433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067101217'] for subnet (5b5212f1-da48-4d00-9997-9a256138bdf3), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.280341 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6e788-55f7-4d01-bd1e-3cdef6822263 req-2a9724b0-ab43-4e65-bea5-15815bb0a002 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:20.281864 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3f6e788-55f7-4d01-bd1e-3cdef6822263 req-2a9724b0-ab43-4e65-bea5-15815bb0a002 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0473969 Apr 12 20:16:20.318415 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9cb2c-dc7a-4dfa-b166-ce1c88cd77a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5212f1-da48-4d00-9997-9a256138bdf3,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:20.329227 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a9cb2c-dc7a-4dfa-b166-ce1c88cd77a6 admin admin] Checking segment: {'id': '83d157cd-b2af-4933-b49f-6c30515cd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:20.329623 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a9cb2c-dc7a-4dfa-b166-ce1c88cd77a6 admin admin] Network hostable DHCP agents. Network: e5af3e9e-8023-4bdc-bd42-4d77602f877c, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:16:20.331425 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3f6e788-55f7-4d01-bd1e-3cdef6822263 req-1234e369-cbf4-447f-b772-09befdcd653f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437601 Apr 12 20:16:20.346405 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a9cb2c-dc7a-4dfa-b166-ce1c88cd77a6 admin admin] Network e5af3e9e-8023-4bdc-bd42-4d77602f877c is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:16:20.355563 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-82a9cb2c-dc7a-4dfa-b166-ce1c88cd77a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, e5af3e9e-8023-4bdc-bd42-4d77602f877c) {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:20.363064 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a9cb2c-dc7a-4dfa-b166-ce1c88cd77a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:20.363660 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-82a9cb2c-dc7a-4dfa-b166-ce1c88cd77a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.365784 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db1fe0-fc82-4a55-a7ba-bcff053fcd5d None None] Network e5af3e9e-8023-4bdc-bd42-4d77602f877c requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:16:20.385847 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43154) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:20.386467 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-82a9cb2c-dc7a-4dfa-b166-ce1c88cd77a6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3277309 Apr 12 20:16:20.391176 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:20.436089 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61321'] for router (d4975005-c79c-48d7-9b84-18f4f139052c), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.437139 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1650774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61328'] for router (d4975005-c79c-48d7-9b84-18f4f139052c), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.463324 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23739e4e-6b24-4d24-956d-1a2440dfae47 req-c4362f21-96b7-4109-ae88-5786cc9172ee tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:20.464984 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23739e4e-6b24-4d24-956d-1a2440dfae47 req-c4362f21-96b7-4109-ae88-5786cc9172ee tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0591323 Apr 12 20:16:20.478980 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d8a2851-514c-574c-8383-fe2ed6b99b3a-e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'fixed_ips': [{'subnet_id': '5b5212f1-da48-4d00-9997-9a256138bdf3'}]}} from dv-cinder-837542-1-iscsi. {{(pid=103446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:16:20.480054 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.525469 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Publish callbacks [] for router_controller (d4975005-c79c-48d7-9b84-18f4f139052c), precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.609977 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23739e4e-6b24-4d24-956d-1a2440dfae47 req-78a5e334-2e60-4acf-99e9-a648df441b21 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332896 Apr 12 20:16:20.617186 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Allocated IP 172.20.0.2 (e5af3e9e-8023-4bdc-bd42-4d77602f877c/5b5212f1-da48-4d00-9997-9a256138bdf3/15486cc1-66d5-44f1-a680-922c4dc015e9) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:20.686774 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Publish callbacks [] for router_gateway (d4975005-c79c-48d7-9b84-18f4f139052c), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.765718 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Publish callbacks [] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.773808 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.821461 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Network e5af3e9e-8023-4bdc-bd42-4d77602f877c is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:20.824459 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:20.828895 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:20.832157 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Pushing event updated for resources: {'Port': ['ID=15486cc1-66d5-44f1-a680-922c4dc015e9,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:20.844577 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.844930 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.845307 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.845676 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.846019 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.846355 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.846689 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.847019 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.847351 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.847681 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.848012 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.848380 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.848714 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.849040 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.849374 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:20.875995 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Publish callbacks [] for router_gateway (d4975005-c79c-48d7-9b84-18f4f139052c), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.894510 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.901648 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Attempting to bind port 15486cc1-66d5-44f1-a680-922c4dc015e9 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:16:20.902047 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Attempting to bind port 15486cc1-66d5-44f1-a680-922c4dc015e9 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '83d157cd-b2af-4933-b49f-6c30515cd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:16:20.902539 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Attempting to bind port 15486cc1-66d5-44f1-a680-922c4dc015e9 on network e5af3e9e-8023-4bdc-bd42-4d77602f877c {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:16:20.907682 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:16:20.908061 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Checking segment: {'id': '83d157cd-b2af-4933-b49f-6c30515cd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:20.908568 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.908967 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Bound using segment: {'id': '83d157cd-b2af-4933-b49f-6c30515cd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:16:20.909435 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Bound port: 15486cc1-66d5-44f1-a680-922c4dc015e9, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d157cd-b2af-4933-b49f-6c30515cd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:16:20.909822 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:20.974356 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] For port 15486cc1-66d5-44f1-a680-922c4dc015e9, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:16:20.977522 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] For port 15486cc1-66d5-44f1-a680-922c4dc015e9, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=15486cc1-66d5-44f1-a680-922c4dc015e9,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:16:20.983917 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:21.014819 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Allocated IP 172.27.0.6 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/2d2e4b05-f32b-46c0-afab-4050b6b3f780) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:21.046243 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be9530-3666-4dfb-8273-45d73be2bcc7 None None] Pushing event updated for resources: {'Port': ['ID=15486cc1-66d5-44f1-a680-922c4dc015e9,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:21.133669 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Publish callbacks [] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:21.169278 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:21.219482 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:21.221290 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:21.223709 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:21.254860 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2e4b05-f32b-46c0-afab-4050b6b3f780,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:21.427074 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:21.510729 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deddfe0-dbe6-4718-a5f2-447d617599f4 req-eeef052e-a462-4388-b087-562196e27255 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:21.512185 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6deddfe0-dbe6-4718-a5f2-447d617599f4 req-eeef052e-a462-4388-b087-562196e27255 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0868168 Apr 12 20:16:21.554383 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Publish callbacks [] for router_gateway (d4975005-c79c-48d7-9b84-18f4f139052c), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:21.609848 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6deddfe0-dbe6-4718-a5f2-447d617599f4 req-d55bfa4c-1f4f-4277-ac2a-3e6fef71d7e5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895274 Apr 12 20:16:21.796158 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab007bd-7069-4721-9871-8a42d981a839 req-049c0cae-1065-46a7-b7c4-b41fe00e1d81 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:21.797732 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eab007bd-7069-4721-9871-8a42d981a839 req-049c0cae-1065-46a7-b7c4-b41fe00e1d81 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.0841696 Apr 12 20:16:21.834734 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651111'] for router (d4975005-c79c-48d7-9b84-18f4f139052c), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:21.896264 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eab007bd-7069-4721-9871-8a42d981a839 req-b212e629-e922-4d80-a69a-d99bebe442f1 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909767 Apr 12 20:16:21.914344 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b10ca3-c99a-4ce9-bba3-9329ec8d4b0a None None] Network e5af3e9e-8023-4bdc-bd42-4d77602f877c requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:16:21.998550 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-a4716a5b-98a4-40aa-9023-847f3ef21631 None None] Provisioning complete for port 15486cc1-66d5-44f1-a680-922c4dc015e9 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:21.998883 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a4716a5b-98a4-40aa-9023-847f3ef21631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:22.115860 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-a4716a5b-98a4-40aa-9023-847f3ef21631 None None] Current status of the port 15486cc1-66d5-44f1-a680-922c4dc015e9 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:22.116285 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a4716a5b-98a4-40aa-9023-847f3ef21631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:22.159496 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-a4716a5b-98a4-40aa-9023-847f3ef21631 None None] For port 15486cc1-66d5-44f1-a680-922c4dc015e9, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=15486cc1-66d5-44f1-a680-922c4dc015e9,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:22.166014 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a4716a5b-98a4-40aa-9023-847f3ef21631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:22.221263 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4716a5b-98a4-40aa-9023-847f3ef21631 None None] Pushing event updated for resources: {'Port': ['ID=15486cc1-66d5-44f1-a680-922c4dc015e9,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:22.281183 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-d812db63-575d-4871-9d4e-36505f87cfc3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:22.282652 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-d812db63-575d-4871-9d4e-36505f87cfc3 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.13 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.3449447 Apr 12 20:16:22.286737 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c74f2a17-d6e5-4ce3-9ed3-a5c13484caff None None] Provisioning complete for port 15486cc1-66d5-44f1-a680-922c4dc015e9 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:22.287120 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c74f2a17-d6e5-4ce3-9ed3-a5c13484caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:22.353463 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 15486cc1-66d5-44f1-a680-922c4dc015e9 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:22.378885 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Router d4975005-c79c-48d7-9b84-18f4f139052c is scheduled to L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:16:22.402161 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c74f2a17-d6e5-4ce3-9ed3-a5c13484caff None None] Current status of the port 15486cc1-66d5-44f1-a680-922c4dc015e9 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:22.415147 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 15486cc1-66d5-44f1-a680-922c4dc015e9 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:22.415657 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:22.439211 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Deleting port 39d75c84-9835-43ea-86e3-140f61220184 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:22.439561 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (39d75c84-9835-43ea-86e3-140f61220184), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:22.501390 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 15486cc1-66d5-44f1-a680-922c4dc015e9 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:22.586885 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:22.590631 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] For port 39d75c84-9835-43ea-86e3-140f61220184, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=39d75c84-9835-43ea-86e3-140f61220184,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:22.590991 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (39d75c84-9835-43ea-86e3-140f61220184), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:22.599562 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Sync routers for ids ['d4975005-c79c-48d7-9b84-18f4f139052c'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:22.610452 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Routers {'d4975005-c79c-48d7-9b84-18f4f139052c'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:22.611371 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d4975005-c79c-48d7-9b84-18f4f139052c'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:22.643660 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:22.647408 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-31377eba-e9b1-4c0d-8442-c4862eec66e3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2574248 Apr 12 20:16:22.648454 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43162) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:22.838982 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67b398-c4f8-44b3-962c-b17a15356b21 req-3b3cae15-4b2f-4605-94a3-38964e3dc7f6 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:22.840588 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd67b398-c4f8-44b3-962c-b17a15356b21 req-3b3cae15-4b2f-4605-94a3-38964e3dc7f6 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.1460245 Apr 12 20:16:22.849103 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Set router d4975005-c79c-48d7-9b84-18f4f139052c gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:22.962565 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:22.963079 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (1f620d3e-0572-4cd1-9459-7ccbfb368438), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:22.963453 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Floating IP 1f620d3e-0572-4cd1-9459-7ccbfb368438 disassociated. External IP: 172.27.0.115, port: 39d75c84-9835-43ea-86e3-140f61220184. Apr 12 20:16:22.963812 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Calling delete_port for 39d75c84-9835-43ea-86e3-140f61220184 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:23.005901 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd67b398-c4f8-44b3-962c-b17a15356b21 req-303755db-f99a-4fb6-963c-94b01252c73c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567445 Apr 12 20:16:23.037683 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:21Z', 'revision_number': 3, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:23.065568 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Checking router: d4975005-c79c-48d7-9b84-18f4f139052c for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:23.065941 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Updating router d4975005-c79c-48d7-9b84-18f4f139052c port 2d2e4b05-f32b-46c0-afab-4050b6b3f780 binding host dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:16:23.095147 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:23.128480 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5137b-48db-4377-b470-8a7a7e71fc2a req-c089efc6-40fb-4519-ae90-959a1f36f333 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:23.130195 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-89b5137b-48db-4377-b470-8a7a7e71fc2a req-c089efc6-40fb-4519-ae90-959a1f36f333 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 945 time: 0.1319475 Apr 12 20:16:23.267104 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-89b5137b-48db-4377-b470-8a7a7e71fc2a req-03f00cca-b889-46b5-b2e2-6f8f41532835 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=97843079-8cbd-4a27-b7d1-bb047b9f8c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283500 Apr 12 20:16:23.364303 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Publish callbacks [] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:23.367652 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (39d75c84-9835-43ea-86e3-140f61220184), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:23.371541 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:23.417721 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Pushing event deleted for resources: {'Port': ['ID=39d75c84-9835-43ea-86e3-140f61220184,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:23.422440 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Attempting to bind port 2d2e4b05-f32b-46c0-afab-4050b6b3f780 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:16:23.423271 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Attempting to bind port 2d2e4b05-f32b-46c0-afab-4050b6b3f780 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:16:23.423271 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Attempting to bind port 2d2e4b05-f32b-46c0-afab-4050b6b3f780 on network 2a96407d-31ee-4009-9b88-c39044fbbdfd {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:16:23.429095 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d301c-f0e5-4232-b221-7e7b72e6b17a None None] Pushing event updated for resources: {'Port': ['ID=2d2e4b05-f32b-46c0-afab-4050b6b3f780,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:23.434624 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:16:23.435006 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Checking segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:23.435418 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:23.435829 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Bound using segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:16:23.436390 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Bound port: 2d2e4b05-f32b-46c0-afab-4050b6b3f780, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:16:23.436901 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:23.490448 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] For port 2d2e4b05-f32b-46c0-afab-4050b6b3f780, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:16:23.493964 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] For port 2d2e4b05-f32b-46c0-afab-4050b6b3f780, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=2d2e4b05-f32b-46c0-afab-4050b6b3f780,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:16:23.500125 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:23.561588 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Routers {'d4975005-c79c-48d7-9b84-18f4f139052c'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:23.562285 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d4975005-c79c-48d7-9b84-18f4f139052c'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:23.566884 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d301c-f0e5-4232-b221-7e7b72e6b17a None None] Pushing event updated for resources: {'Port': ['ID=2d2e4b05-f32b-46c0-afab-4050b6b3f780,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:23.608253 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:23.626394 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Router 1040d0ad-95db-413f-b074-c70b700506ca has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:23.673549 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] Set router d4975005-c79c-48d7-9b84-18f4f139052c gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:23.846468 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:21Z', 'revision_number': 3, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:23.852148 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:23.866641 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b45b7-3c89-485a-91b0-5eff9d68fbe6 None None] Sync routers for ids ['1040d0ad-95db-413f-b074-c70b700506ca'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:23.879614 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e95ee84-e0aa-4c76-8360-7fbf86a36f85 None None] The sync data for ids ['d4975005-c79c-48d7-9b84-18f4f139052c'] in dv-cinder-837542-1-iscsi is: [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:21Z', 'revision_number': 3, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:23.882252 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b45b7-3c89-485a-91b0-5eff9d68fbe6 None None] Routers {'1040d0ad-95db-413f-b074-c70b700506ca'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:23.883719 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-2b3b45b7-3c89-485a-91b0-5eff9d68fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1040d0ad-95db-413f-b074-c70b700506ca'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:23.886533 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Allocated IP 172.20.0.1 (e5af3e9e-8023-4bdc-bd42-4d77602f877c/5b5212f1-da48-4d00-9997-9a256138bdf3/14d76a96-1c64-494d-9425-615e3cec148c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:23.921003 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] No DVR routers for this DVR port 39d75c84-9835-43ea-86e3-140f61220184 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:23.924670 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:23.928417 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d1c39ff2-8e8a-4007-8aa8-b01cd7ca6495 req-f54ec0f9-6fae-4e31-93ec-0418d18803cb tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.13 "DELETE /v2.0/ports/39d75c84-9835-43ea-86e3-140f61220184 HTTP/1.1" status: 204 len: 173 time: 1.6279273 Apr 12 20:16:23.933067 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'name': 'network-vif-deleted', 'tag': '39d75c84-9835-43ea-86e3-140f61220184'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:23.940690 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad20827-fd87-497f-b20c-323d5ea69463" -d '{"events": [{"server_uuid": "2feb8d2a-da17-4769-a54c-2edeb2e28af2", "name": "network-vif-deleted", "tag": "39d75c84-9835-43ea-86e3-140f61220184"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:24.037603 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-2b3b45b7-3c89-485a-91b0-5eff9d68fbe6 None None] Set router 1040d0ad-95db-413f-b074-c70b700506ca gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:24.061024 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Publish callbacks [] for port (14d76a96-1c64-494d-9425-615e3cec148c), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:24.094258 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19198373-774f-47e2-9699-f22b33f28a58 x-openstack-request-id: req-19198373-774f-47e2-9699-f22b33f28a58 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:24.094680 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2feb8d2a-da17-4769-a54c-2edeb2e28af2", "name": "network-vif-deleted", "tag": "39d75c84-9835-43ea-86e3-140f61220184", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:24.094899 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19198373-774f-47e2-9699-f22b33f28a58 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:24.095371 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19198373-774f-47e2-9699-f22b33f28a58'] response: {'server_uuid': '2feb8d2a-da17-4769-a54c-2edeb2e28af2', 'name': 'network-vif-deleted', 'tag': '39d75c84-9835-43ea-86e3-140f61220184', 'status': 'completed', 'code': 200} Apr 12 20:16:24.103642 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (14d76a96-1c64-494d-9425-615e3cec148c), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:24.182933 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Network e5af3e9e-8023-4bdc-bd42-4d77602f877c is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:24.195466 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:24.222190 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:24.234000 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b99b1-b217-45cc-83ce-16ef8202f423 req-a6a0019a-21e1-4f54-82d5-7172d79b1d6a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:24.235605 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-971b99b1-b217-45cc-83ce-16ef8202f423 req-a6a0019a-21e1-4f54-82d5-7172d79b1d6a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.1265132 Apr 12 20:16:24.260865 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Pushing event updated for resources: {'Port': ['ID=14d76a96-1c64-494d-9425-615e3cec148c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:24.324804 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651030'] for router_interface (d4975005-c79c-48d7-9b84-18f4f139052c), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:24.403904 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-2b3b45b7-3c89-485a-91b0-5eff9d68fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c', 'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'mac_address': 'fa:16:3e:c2:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:29Z', 'updated_at': '2022-04-12T20:10:39Z', 'revision_number': 5, 'project_id': '296db42b89cd47b2b6912045743e8273', 'subnets': [{'id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:24.405373 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-971b99b1-b217-45cc-83ce-16ef8202f423 req-992fab21-33e1-401d-9845-6837a2868fdf tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297758 Apr 12 20:16:24.414415 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 2d2e4b05-f32b-46c0-afab-4050b6b3f780 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:24.469794 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b45b7-3c89-485a-91b0-5eff9d68fbe6 None None] Checking router: 1040d0ad-95db-413f-b074-c70b700506ca for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:24.492595 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b45b7-3c89-485a-91b0-5eff9d68fbe6 None None] Routers {'1040d0ad-95db-413f-b074-c70b700506ca'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:24.494298 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-2b3b45b7-3c89-485a-91b0-5eff9d68fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1040d0ad-95db-413f-b074-c70b700506ca'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:24.523036 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a3b0cfec-1bbf-4d11-a819-7e143371e0d2 req-428a369a-eb4f-45c3-9e28-3210159a661d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=2feb8d2a-da17-4769-a54c-2edeb2e28af2 HTTP/1.1" status: 200 len: 210 time: 0.0682328 Apr 12 20:16:24.530197 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 2d2e4b05-f32b-46c0-afab-4050b6b3f780 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:24.530867 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:24.589487 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (14d76a96-1c64-494d-9425-615e3cec148c), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:24.594636 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-ca845025-2e09-4a13-9a7c-dcf7b8ee08ab None None] Provisioning complete for port 14d76a96-1c64-494d-9425-615e3cec148c triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:24.595131 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ca845025-2e09-4a13-9a7c-dcf7b8ee08ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (14d76a96-1c64-494d-9425-615e3cec148c), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:24.644340 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-2b3b45b7-3c89-485a-91b0-5eff9d68fbe6 None None] Set router 1040d0ad-95db-413f-b074-c70b700506ca gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:24.678270 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-ca845025-2e09-4a13-9a7c-dcf7b8ee08ab None None] Port 14d76a96-1c64-494d-9425-615e3cec148c cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:16:24.687169 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 2d2e4b05-f32b-46c0-afab-4050b6b3f780 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:24.688159 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:24.722060 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port 2d2e4b05-f32b-46c0-afab-4050b6b3f780, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=2d2e4b05-f32b-46c0-afab-4050b6b3f780,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:24.730644 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:24.806700 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Publish callbacks [] for port (14d76a96-1c64-494d-9425-615e3cec148c), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:24.822953 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (14d76a96-1c64-494d-9425-615e3cec148c), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:24.856376 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=2d2e4b05-f32b-46c0-afab-4050b6b3f780,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:24.919641 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651942'] for router_interface (d4975005-c79c-48d7-9b84-18f4f139052c), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:24.922151 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Pushing event updated for resources: {'Port': ['ID=14d76a96-1c64-494d-9425-615e3cec148c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:24.942156 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-2b3b45b7-3c89-485a-91b0-5eff9d68fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c', 'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'mac_address': 'fa:16:3e:c2:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:29Z', 'updated_at': '2022-04-12T20:10:39Z', 'revision_number': 5, 'project_id': '296db42b89cd47b2b6912045743e8273', 'subnets': [{'id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:24.975794 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b45b7-3c89-485a-91b0-5eff9d68fbe6 None None] The sync data for ids ['1040d0ad-95db-413f-b074-c70b700506ca'] in dv-cinder-837542-1-iscsi is: [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c', 'name': '', 'network_id': '8265ba09-a39a-4ff3-b726-de767b4c1999', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'mac_address': 'fa:16:3e:c2:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:29Z', 'updated_at': '2022-04-12T20:10:39Z', 'revision_number': 5, 'project_id': '296db42b89cd47b2b6912045743e8273', 'subnets': [{'id': '93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:25.023598 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Network e5af3e9e-8023-4bdc-bd42-4d77602f877c is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:25.025977 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:25.302791 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-bda4511e-fd16-437f-ae10-1cf42b28e02f None None] Provisioning complete for port 14d76a96-1c64-494d-9425-615e3cec148c triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:25.303230 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bda4511e-fd16-437f-ae10-1cf42b28e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (14d76a96-1c64-494d-9425-615e3cec148c), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:25.328741 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77d39f-d3a8-483b-a558-888e884885f7 None None] New status for floating IP 1f620d3e-0572-4cd1-9459-7ccbfb368438: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:16:25.379817 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-bda4511e-fd16-437f-ae10-1cf42b28e02f None None] Port 14d76a96-1c64-494d-9425-615e3cec148c cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:16:25.452989 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Router d4975005-c79c-48d7-9b84-18f4f139052c has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:25.588988 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99174de-464e-452f-bd14-e930626c6dca req-3804d939-c49e-4929-888c-1d8256cf4633 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:25.590523 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c99174de-464e-452f-bd14-e930626c6dca req-3804d939-c49e-4929-888c-1d8256cf4633 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0941243 Apr 12 20:16:25.631250 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43178) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:25.633006 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:25.642253 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-808959f3-93f8-448d-b3a2-3502aecf7c96 admin admin] 10.222.0.44 "PUT /v2.0/routers/d4975005-c79c-48d7-9b84-18f4f139052c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9936123 Apr 12 20:16:25.659575 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c99174de-464e-452f-bd14-e930626c6dca req-4f4ad4d7-0b65-426c-a51d-7b0ad87e1824 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597897 Apr 12 20:16:25.699174 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8f1dc68c-efea-48c0-9014-89dc45b6a1d0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for security_group (97843079-8cbd-4a27-b7d1-bb047b9f8c1a), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:25.727393 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8f1dc68c-efea-48c0-9014-89dc45b6a1d0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for security_group (97843079-8cbd-4a27-b7d1-bb047b9f8c1a), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:25.781154 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8f1dc68c-efea-48c0-9014-89dc45b6a1d0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (97843079-8cbd-4a27-b7d1-bb047b9f8c1a), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:25.784146 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8f1dc68c-efea-48c0-9014-89dc45b6a1d0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:25.788268 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-8f1dc68c-efea-48c0-9014-89dc45b6a1d0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "DELETE /v2.0/security-groups/97843079-8cbd-4a27-b7d1-bb047b9f8c1a HTTP/1.1" status: 204 len: 168 time: 0.1530490 Apr 12 20:16:25.788641 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43184) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:25.795244 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1dc68c-efea-48c0-9014-89dc45b6a1d0 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97843079-8cbd-4a27-b7d1-bb047b9f8c1a,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:25.810525 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.api.v2.resource [None req-271e8b5e-ee5d-4e74-acab-49d918ccd9aa tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] show failed (client error): The resource could not be found. Apr 12 20:16:25.814942 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-271e8b5e-ee5d-4e74-acab-49d918ccd9aa tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups/97843079-8cbd-4a27-b7d1-bb047b9f8c1a HTTP/1.1" status: 404 len: 347 time: 0.0228074 Apr 12 20:16:25.815377 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43186) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:25.954327 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-428d8b27-354d-49d9-b1b5-9e4c0e9c4920 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Deleting port b0f4aa77-ed3e-458b-96c2-31a7c6703c2a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:25.954681 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-428d8b27-354d-49d9-b1b5-9e4c0e9c4920 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (b0f4aa77-ed3e-458b-96c2-31a7c6703c2a), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.041707 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-428d8b27-354d-49d9-b1b5-9e4c0e9c4920 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (b0f4aa77-ed3e-458b-96c2-31a7c6703c2a), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.042140 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-428d8b27-354d-49d9-b1b5-9e4c0e9c4920 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for floatingip (b0f4aa77-ed3e-458b-96c2-31a7c6703c2a), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.051871 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Sync routers for ids ['d4975005-c79c-48d7-9b84-18f4f139052c'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:26.059532 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-428d8b27-354d-49d9-b1b5-9e4c0e9c4920 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Calling delete_port for b0f4aa77-ed3e-458b-96c2-31a7c6703c2a owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:26.063200 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Routers {'d4975005-c79c-48d7-9b84-18f4f139052c'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:26.063805 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d4975005-c79c-48d7-9b84-18f4f139052c'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:26.066818 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 39d75c84-9835-43ea-86e3-140f61220184 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:26.091037 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 39d75c84-9835-43ea-86e3-140f61220184 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:26.091704 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 39d75c84-9835-43ea-86e3-140f61220184 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:26.184498 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Set router d4975005-c79c-48d7-9b84-18f4f139052c gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:26.203211 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43198) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:26.212743 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-140271060-network', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:26.237900 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-428d8b27-354d-49d9-b1b5-9e4c0e9c4920 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (b0f4aa77-ed3e-458b-96c2-31a7c6703c2a), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.243908 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Made reservation on behalf of 1f6d5e748d7e463eab0a06512b7e239f for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:16:26.246349 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.274362 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d8b27-354d-49d9-b1b5-9e4c0e9c4920 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Pushing event deleted for resources: {'Port': ['ID=b0f4aa77-ed3e-458b-96c2-31a7c6703c2a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:26.277756 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.336143 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 2d2e4b05-f32b-46c0-afab-4050b6b3f780 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:26.371661 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-428d8b27-354d-49d9-b1b5-9e4c0e9c4920 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks [] for floatingip (1f620d3e-0572-4cd1-9459-7ccbfb368438), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.374186 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-428d8b27-354d-49d9-b1b5-9e4c0e9c4920 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.375354 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-428d8b27-354d-49d9-b1b5-9e4c0e9c4920 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "DELETE /v2.0/floatingips/1f620d3e-0572-4cd1-9459-7ccbfb368438 HTTP/1.1" status: 204 len: 168 time: 0.5589011 Apr 12 20:16:26.403706 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 2d2e4b05-f32b-46c0-afab-4050b6b3f780 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:26.405195 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.421897 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Publish callbacks [] for security_group (1d1d5627-7085-48ad-a30b-3199bcdcc2e0), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.425115 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '14d76a96-1c64-494d-9425-615e3cec148c', 'name': '', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'mac_address': 'fa:16:3e:31:68:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:23Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 2, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'subnets': [{'id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:26.429368 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (1d1d5627-7085-48ad-a30b-3199bcdcc2e0), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.454789 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:16:26.460269 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Checking router: d4975005-c79c-48d7-9b84-18f4f139052c for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:26.460615 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Updating router d4975005-c79c-48d7-9b84-18f4f139052c port 14d76a96-1c64-494d-9425-615e3cec148c binding host dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:16:26.477859 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1d5627-7085-48ad-a30b-3199bcdcc2e0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:26.481310 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (393ea3cf-f6c3-4e4c-9971-26f856e5ce74), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.481845 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Added segment 393ea3cf-f6c3-4e4c-9971-26f856e5ce74 of type vlan for network 765a4cd5-317b-44d7-b040-a3b1f39de205 Apr 12 20:16:26.504337 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (14d76a96-1c64-494d-9425-615e3cec148c), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.529660 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (765a4cd5-317b-44d7-b040-a3b1f39de205), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.537098 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 2d2e4b05-f32b-46c0-afab-4050b6b3f780 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:26.555374 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (765a4cd5-317b-44d7-b040-a3b1f39de205), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.557113 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:26.557706 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.616037 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4118125 Apr 12 20:16:26.619263 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43204) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:26.624646 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-dc89717d-5a55-438d-9743-c077aa4a1330 admin admin] Request body: {'subnet': {'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-140271060-subnet', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:26.632938 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3489ef-23d4-48bb-b414-0dcab4ab6805 admin admin] Pushing event updated for resources: {'Network': ['ID=765a4cd5-317b-44d7-b040-a3b1f39de205,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:26.643912 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 765a4cd5-317b-44d7-b040-a3b1f39de205 details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:16:26.655081 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc89717d-5a55-438d-9743-c077aa4a1330 admin admin] Made reservation on behalf of 1f6d5e748d7e463eab0a06512b7e239f for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:16:26.657735 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dc89717d-5a55-438d-9743-c077aa4a1330 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065880499'] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.815479 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cce274-dadc-4f71-852f-cb0b0da2cfb6 req-4c937296-191f-4d75-973b-2836b9a23070 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:26.817021 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19cce274-dadc-4f71-852f-cb0b0da2cfb6 req-4c937296-191f-4d75-973b-2836b9a23070 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0602152 Apr 12 20:16:26.909787 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Publish callbacks [] for port (14d76a96-1c64-494d-9425-615e3cec148c), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.914911 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (14d76a96-1c64-494d-9425-615e3cec148c), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.931960 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19cce274-dadc-4f71-852f-cb0b0da2cfb6 req-0ac3e81f-9e84-490e-bcac-662b77fa7eee tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066310 Apr 12 20:16:26.951836 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dc89717d-5a55-438d-9743-c077aa4a1330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065572248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065880485'] for subnet (13ef7140-7a08-4dcf-980f-33d8a1fca208), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:26.976428 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Pushing event updated for resources: {'Port': ['ID=14d76a96-1c64-494d-9425-615e3cec148c,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:27.004303 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.005081 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.005081 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.005575 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.005992 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.006399 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.007030 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.007195 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.007596 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.007991 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.008420 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.008865 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.009266 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.009669 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.010062 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:27.018347 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89717d-5a55-438d-9743-c077aa4a1330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ef7140-7a08-4dcf-980f-33d8a1fca208,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:27.025624 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc89717d-5a55-438d-9743-c077aa4a1330 admin admin] Checking segment: {'id': '393ea3cf-f6c3-4e4c-9971-26f856e5ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:27.025981 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc89717d-5a55-438d-9743-c077aa4a1330 admin admin] Network hostable DHCP agents. Network: 765a4cd5-317b-44d7-b040-a3b1f39de205, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:16:27.044115 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc89717d-5a55-438d-9743-c077aa4a1330 admin admin] Network 765a4cd5-317b-44d7-b040-a3b1f39de205 is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:16:27.048705 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Attempting to bind port 14d76a96-1c64-494d-9425-615e3cec148c on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:16:27.049673 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Attempting to bind port 14d76a96-1c64-494d-9425-615e3cec148c by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '83d157cd-b2af-4933-b49f-6c30515cd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:16:27.050251 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Attempting to bind port 14d76a96-1c64-494d-9425-615e3cec148c on network e5af3e9e-8023-4bdc-bd42-4d77602f877c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:16:27.055253 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-dc89717d-5a55-438d-9743-c077aa4a1330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 765a4cd5-317b-44d7-b040-a3b1f39de205) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:27.056448 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:16:27.056948 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Checking segment: {'id': '83d157cd-b2af-4933-b49f-6c30515cd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:27.057274 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.058496 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Bound using segment: {'id': '83d157cd-b2af-4933-b49f-6c30515cd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:16:27.059059 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Bound port: 14d76a96-1c64-494d-9425-615e3cec148c, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d157cd-b2af-4933-b49f-6c30515cd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:16:27.059630 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (14d76a96-1c64-494d-9425-615e3cec148c), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.062112 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc89717d-5a55-438d-9743-c077aa4a1330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:27.062912 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dc89717d-5a55-438d-9743-c077aa4a1330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.066278 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78113629-f3a1-4b29-8965-9f6ac984051a None None] Network 765a4cd5-317b-44d7-b040-a3b1f39de205 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:16:27.081283 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-dc89717d-5a55-438d-9743-c077aa4a1330 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4607723 Apr 12 20:16:27.083453 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43208) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:27.088911 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-140271060-router', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:27.120500 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61321'] for router (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.122031 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1650774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61328'] for router (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.145353 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] For port 14d76a96-1c64-494d-9425-615e3cec148c, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:16:27.151602 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] For port 14d76a96-1c64-494d-9425-615e3cec148c, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=14d76a96-1c64-494d-9425-615e3cec148c,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:16:27.161802 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (14d76a96-1c64-494d-9425-615e3cec148c), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.197957 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Publish callbacks [] for router_controller (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.205416 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d8a2851-514c-574c-8383-fe2ed6b99b3a-765a4cd5-317b-44d7-b040-a3b1f39de205', 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205', 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'fixed_ips': [{'subnet_id': '13ef7140-7a08-4dcf-980f-33d8a1fca208'}]}} from dv-cinder-837542-1-iscsi. {{(pid=103446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:16:27.206360 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.220073 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Routers {'d4975005-c79c-48d7-9b84-18f4f139052c'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:27.220745 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d4975005-c79c-48d7-9b84-18f4f139052c'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:27.242575 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-05752952-6fe0-4766-8ed6-8512b6fb07d0 None None] Provisioning complete for port 14d76a96-1c64-494d-9425-615e3cec148c triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:27.242972 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-05752952-6fe0-4766-8ed6-8512b6fb07d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (14d76a96-1c64-494d-9425-615e3cec148c), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.293805 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a487e7-1f1d-48f8-88f5-b61e7e7e0acd None None] Pushing event updated for resources: {'Port': ['ID=14d76a96-1c64-494d-9425-615e3cec148c,revision_number=4']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:27.374943 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Publish callbacks [] for router_gateway (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.416548 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] Set router d4975005-c79c-48d7-9b84-18f4f139052c gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:27.451160 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Allocated IP 172.20.0.2 (765a4cd5-317b-44d7-b040-a3b1f39de205/13ef7140-7a08-4dcf-980f-33d8a1fca208/7ef64c7f-016e-4075-b9cd-19dc988474d1) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:27.462974 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-05752952-6fe0-4766-8ed6-8512b6fb07d0 None None] Current status of the port 14d76a96-1c64-494d-9425-615e3cec148c is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:27.463661 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-05752952-6fe0-4766-8ed6-8512b6fb07d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (14d76a96-1c64-494d-9425-615e3cec148c), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.549206 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-05752952-6fe0-4766-8ed6-8512b6fb07d0 None None] For port 14d76a96-1c64-494d-9425-615e3cec148c, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=14d76a96-1c64-494d-9425-615e3cec148c,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:27.558568 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-05752952-6fe0-4766-8ed6-8512b6fb07d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (14d76a96-1c64-494d-9425-615e3cec148c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.621352 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Publish callbacks [] for router_gateway (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.637843 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05752952-6fe0-4766-8ed6-8512b6fb07d0 None None] Pushing event updated for resources: {'Port': ['ID=14d76a96-1c64-494d-9425-615e3cec148c,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:27.647221 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.665558 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '14d76a96-1c64-494d-9425-615e3cec148c', 'name': '', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'mac_address': 'fa:16:3e:31:68:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:23Z', 'updated_at': '2022-04-12T20:16:27Z', 'revision_number': 4, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'subnets': [{'id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:27.699826 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Publish callbacks [] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.701401 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-fd819618-0f3d-44b2-98ff-613639ffaad8 None None] Provisioning complete for port 14d76a96-1c64-494d-9425-615e3cec148c triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:27.701821 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd27e9-980c-4db2-b0e8-787bc316a648 None None] The sync data for ids ['d4975005-c79c-48d7-9b84-18f4f139052c'] in dv-cinder-837542-1-iscsi is: [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '14d76a96-1c64-494d-9425-615e3cec148c', 'name': '', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'mac_address': 'fa:16:3e:31:68:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:23Z', 'updated_at': '2022-04-12T20:16:27Z', 'revision_number': 4, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'subnets': [{'id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:27.702071 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fd819618-0f3d-44b2-98ff-613639ffaad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (14d76a96-1c64-494d-9425-615e3cec148c), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.728660 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.800657 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Allocated IP 172.27.0.253 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/de2e354c-165b-4a94-9715-118e810d7046) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:27.811254 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Network 765a4cd5-317b-44d7-b040-a3b1f39de205 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:27.817901 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Pushing event updated for resources: {'Port': ['ID=7ef64c7f-016e-4075-b9cd-19dc988474d1,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:27.822608 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:27.826098 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:27.892739 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-fd819618-0f3d-44b2-98ff-613639ffaad8 None None] Current status of the port 14d76a96-1c64-494d-9425-615e3cec148c is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:27.925296 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Attempting to bind port 7ef64c7f-016e-4075-b9cd-19dc988474d1 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:16:27.925679 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Attempting to bind port 7ef64c7f-016e-4075-b9cd-19dc988474d1 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '393ea3cf-f6c3-4e4c-9971-26f856e5ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:16:27.926030 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Attempting to bind port 7ef64c7f-016e-4075-b9cd-19dc988474d1 on network 765a4cd5-317b-44d7-b040-a3b1f39de205 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:16:27.928390 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Publish callbacks [] for port (de2e354c-165b-4a94-9715-118e810d7046), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.935328 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:16:27.935714 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Checking segment: {'id': '393ea3cf-f6c3-4e4c-9971-26f856e5ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:27.936474 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.937003 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Bound using segment: {'id': '393ea3cf-f6c3-4e4c-9971-26f856e5ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:16:27.937487 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Bound port: 7ef64c7f-016e-4075-b9cd-19dc988474d1, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393ea3cf-f6c3-4e4c-9971-26f856e5ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:16:27.938200 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.966878 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (de2e354c-165b-4a94-9715-118e810d7046), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:27.986635 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:28.004937 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:28.007327 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:28.021720 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] For port 7ef64c7f-016e-4075-b9cd-19dc988474d1, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:16:28.026107 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] For port 7ef64c7f-016e-4075-b9cd-19dc988474d1, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=7ef64c7f-016e-4075-b9cd-19dc988474d1,segment=NetworkSegment(393ea3cf-f6c3-4e4c-9971-26f856e5ce74),segment_id=393ea3cf-f6c3-4e4c-9971-26f856e5ce74)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:16:28.034630 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:28.089180 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Pushing event updated for resources: {'Port': ['ID=de2e354c-165b-4a94-9715-118e810d7046,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:28.109254 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715817e2-0b37-4c1e-8b5e-eace439ad958 None None] Pushing event updated for resources: {'Port': ['ID=7ef64c7f-016e-4075-b9cd-19dc988474d1,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:28.130766 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5376091-5a34-4f2a-bc59-73104c975fbf req-f323df15-11ab-4266-b273-9914f75f3e78 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:28.132326 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c5376091-5a34-4f2a-bc59-73104c975fbf req-f323df15-11ab-4266-b273-9914f75f3e78 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0928965 Apr 12 20:16:28.272846 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c5376091-5a34-4f2a-bc59-73104c975fbf req-843f9f2c-33ac-495b-933b-32da1aab8a22 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090751 Apr 12 20:16:28.395034 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 14d76a96-1c64-494d-9425-615e3cec148c up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:28.451038 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 14d76a96-1c64-494d-9425-615e3cec148c triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:28.451421 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (14d76a96-1c64-494d-9425-615e3cec148c), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:28.463213 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Publish callbacks [] for router_gateway (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:28.552352 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 14d76a96-1c64-494d-9425-615e3cec148c is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:28.684532 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651111'] for router (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:28.847518 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Router 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 is scheduled to L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:16:29.027300 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf3286-c088-44c4-94ac-aaea626da32c req-d93721ad-693e-4054-8816-df021deb8f16 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:29.028811 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-73bf3286-c088-44c4-94ac-aaea626da32c req-d93721ad-693e-4054-8816-df021deb8f16 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0884156 Apr 12 20:16:29.063248 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:29.074955 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Sync routers for ids ['3c1e5b82-b95b-49cf-866f-6e214f64a5a4'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:29.086501 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Routers {'3c1e5b82-b95b-49cf-866f-6e214f64a5a4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:29.087415 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['3c1e5b82-b95b-49cf-866f-6e214f64a5a4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:29.099546 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-73bf3286-c088-44c4-94ac-aaea626da32c req-a8ad82bc-a1b0-44c6-a9e2-6efc17baf194 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647762 Apr 12 20:16:29.103834 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.105244 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2422f455-14e3-4f0b-881e-27038406f042 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0207980 Apr 12 20:16:29.108168 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43228) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:29.209399 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Set router 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:29.283376 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be0934f-aac7-4984-b87f-a4a132837e31 None None] Network 765a4cd5-317b-44d7-b040-a3b1f39de205 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:16:29.390263 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235a3e8-e20a-4a37-869b-c9cb841bb969 req-3b93f5fa-1c0c-4a4a-b66e-8b43714f8d3f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:29.391969 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-768d6ca3-560e-4fd1-8e8f-b6e2d4111304 None None] Provisioning complete for port 7ef64c7f-016e-4075-b9cd-19dc988474d1 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:29.392382 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-768d6ca3-560e-4fd1-8e8f-b6e2d4111304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.392665 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a235a3e8-e20a-4a37-869b-c9cb841bb969 req-3b93f5fa-1c0c-4a4a-b66e-8b43714f8d3f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0484529 Apr 12 20:16:29.445384 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a235a3e8-e20a-4a37-869b-c9cb841bb969 req-77bf675a-bded-40ff-b7d1-6f8c8f4d0b54 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471117 Apr 12 20:16:29.529347 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'name': 'tempest-TestShelveInstance-140271060-router', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'de2e354c-165b-4a94-9715-118e810d7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:16:28Z', 'revision_number': 3, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'gw_port': {'id': 'de2e354c-165b-4a94-9715-118e810d7046', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:29.559171 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.579249 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Checking router: 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:29.579914 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Updating router 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 port de2e354c-165b-4a94-9715-118e810d7046 binding host dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:16:29.615773 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-768d6ca3-560e-4fd1-8e8f-b6e2d4111304 None None] Current status of the port 7ef64c7f-016e-4075-b9cd-19dc988474d1 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:29.616154 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-768d6ca3-560e-4fd1-8e8f-b6e2d4111304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.620037 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (de2e354c-165b-4a94-9715-118e810d7046), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.689082 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-768d6ca3-560e-4fd1-8e8f-b6e2d4111304 None None] For port 7ef64c7f-016e-4075-b9cd-19dc988474d1, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=7ef64c7f-016e-4075-b9cd-19dc988474d1,segment=NetworkSegment(393ea3cf-f6c3-4e4c-9971-26f856e5ce74),segment_id=393ea3cf-f6c3-4e4c-9971-26f856e5ce74)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:29.728418 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Allocated IP 172.20.0.1 (765a4cd5-317b-44d7-b040-a3b1f39de205/13ef7140-7a08-4dcf-980f-33d8a1fca208/c17144b9-3ff4-46fb-979f-69b7956531ee) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:29.732068 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-768d6ca3-560e-4fd1-8e8f-b6e2d4111304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.819110 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d6ca3-560e-4fd1-8e8f-b6e2d4111304 None None] Pushing event updated for resources: {'Port': ['ID=7ef64c7f-016e-4075-b9cd-19dc988474d1,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:29.830931 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Publish callbacks [] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.864617 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.867873 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-e271acbe-d701-49d5-bc4b-ccdc995f402d None None] Provisioning complete for port 7ef64c7f-016e-4075-b9cd-19dc988474d1 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:29.869137 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e271acbe-d701-49d5-bc4b-ccdc995f402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:29.903111 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Network 765a4cd5-317b-44d7-b040-a3b1f39de205 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:29.905969 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:29.909445 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:29.941061 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Pushing event updated for resources: {'Port': ['ID=c17144b9-3ff4-46fb-979f-69b7956531ee,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:29.957225 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651030'] for router_interface (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.099299 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.149666 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-e271acbe-d701-49d5-bc4b-ccdc995f402d None None] Current status of the port 7ef64c7f-016e-4075-b9cd-19dc988474d1 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:30.155729 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Publish callbacks [] for port (de2e354c-165b-4a94-9715-118e810d7046), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.162252 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (de2e354c-165b-4a94-9715-118e810d7046), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.223079 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf8ffc-76b6-488d-b162-74b6cc1c64d5 None None] Pushing event updated for resources: {'Port': ['ID=de2e354c-165b-4a94-9715-118e810d7046,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:30.225517 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Attempting to bind port de2e354c-165b-4a94-9715-118e810d7046 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:16:30.225901 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Attempting to bind port de2e354c-165b-4a94-9715-118e810d7046 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:16:30.226273 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Attempting to bind port de2e354c-165b-4a94-9715-118e810d7046 on network 2a96407d-31ee-4009-9b88-c39044fbbdfd {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:16:30.235294 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:16:30.235693 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Checking segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:30.236110 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.236532 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Bound using segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:16:30.237109 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Bound port: de2e354c-165b-4a94-9715-118e810d7046, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:16:30.237504 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (de2e354c-165b-4a94-9715-118e810d7046), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.258845 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cfae0-61d7-4cf2-9d67-3645777a461c req-78186f25-3e93-4847-a4f0-bae460791f8f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:30.260649 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2f4cfae0-61d7-4cf2-9d67-3645777a461c req-78186f25-3e93-4847-a4f0-bae460791f8f tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0714324 Apr 12 20:16:30.274972 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-5067f39d-7bcf-4b13-be33-7396ef232812 None None] Provisioning complete for port c17144b9-3ff4-46fb-979f-69b7956531ee triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:30.275487 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5067f39d-7bcf-4b13-be33-7396ef232812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.355510 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] For port de2e354c-165b-4a94-9715-118e810d7046, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:16:30.358194 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-5067f39d-7bcf-4b13-be33-7396ef232812 None None] Port c17144b9-3ff4-46fb-979f-69b7956531ee cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:16:30.364938 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2f4cfae0-61d7-4cf2-9d67-3645777a461c req-da774ff4-ac1d-4057-af84-3b6620b0da8b tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877457 Apr 12 20:16:30.390442 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] For port de2e354c-165b-4a94-9715-118e810d7046, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=de2e354c-165b-4a94-9715-118e810d7046,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:16:30.398958 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (de2e354c-165b-4a94-9715-118e810d7046), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.423701 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4083bca-4f14-486b-b897-1b2de6a7e865 req-882c63be-506c-465b-8fa0-5211bab9d8ac tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:30.425516 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e4083bca-4f14-486b-b897-1b2de6a7e865 req-882c63be-506c-465b-8fa0-5211bab9d8ac tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 945 time: 0.0593066 Apr 12 20:16:30.431491 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 7ef64c7f-016e-4075-b9cd-19dc988474d1 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:30.499063 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf8ffc-76b6-488d-b162-74b6cc1c64d5 None None] Pushing event updated for resources: {'Port': ['ID=de2e354c-165b-4a94-9715-118e810d7046,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:30.527242 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Routers {'3c1e5b82-b95b-49cf-866f-6e214f64a5a4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:30.528162 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['3c1e5b82-b95b-49cf-866f-6e214f64a5a4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:30.543113 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Publish callbacks [] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.548699 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-e4083bca-4f14-486b-b897-1b2de6a7e865 req-17c450a2-807e-49b7-91e8-f952417c2edf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Deleting port 2be6d7f6-31e4-41e2-93eb-66df8212b675 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:30.549288 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4083bca-4f14-486b-b897-1b2de6a7e865 req-17c450a2-807e-49b7-91e8-f952417c2edf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.550927 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.578281 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 7ef64c7f-016e-4075-b9cd-19dc988474d1 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:30.578846 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.617879 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651942'] for router_interface (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.619765 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Pushing event updated for resources: {'Port': ['ID=c17144b9-3ff4-46fb-979f-69b7956531ee,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:30.652428 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-e4083bca-4f14-486b-b897-1b2de6a7e865 req-17c450a2-807e-49b7-91e8-f952417c2edf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] For port 2be6d7f6-31e4-41e2-93eb-66df8212b675, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2be6d7f6-31e4-41e2-93eb-66df8212b675,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:30.652820 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4083bca-4f14-486b-b897-1b2de6a7e865 req-17c450a2-807e-49b7-91e8-f952417c2edf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.666570 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-e4083bca-4f14-486b-b897-1b2de6a7e865 req-17c450a2-807e-49b7-91e8-f952417c2edf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Calling delete_port for 2be6d7f6-31e4-41e2-93eb-66df8212b675 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:30.702842 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] Set router 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:30.715755 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Network 765a4cd5-317b-44d7-b040-a3b1f39de205 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:30.718229 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:30.741320 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 7ef64c7f-016e-4075-b9cd-19dc988474d1 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:30.752059 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabbbd1-81c8-4df0-8493-2294174f69e0 req-e8c267b6-9d2c-43a4-b73e-6b132cf946a5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:30.759897 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7eabbbd1-81c8-4df0-8493-2294174f69e0 req-e8c267b6-9d2c-43a4-b73e-6b132cf946a5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.2264886 Apr 12 20:16:30.827756 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7eabbbd1-81c8-4df0-8493-2294174f69e0 req-52f01926-c43d-4b02-8691-e8ff554b31b2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669618 Apr 12 20:16:30.875391 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Router 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:30.912615 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4083bca-4f14-486b-b897-1b2de6a7e865 req-17c450a2-807e-49b7-91e8-f952417c2edf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (2be6d7f6-31e4-41e2-93eb-66df8212b675), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:30.943671 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['f06a28b7-dd14-4f4f-949b-1985aed9baa5', '2be6d7f6-31e4-41e2-93eb-66df8212b675'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:16:30.958240 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c450a2-807e-49b7-91e8-f952417c2edf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Pushing event deleted for resources: {'Port': ['ID=2be6d7f6-31e4-41e2-93eb-66df8212b675,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:31.016269 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:31.022794 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4083bca-4f14-486b-b897-1b2de6a7e865 req-17c450a2-807e-49b7-91e8-f952417c2edf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] No DVR routers for this DVR port 2be6d7f6-31e4-41e2-93eb-66df8212b675 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:31.028209 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-9c3ea67b-26e1-4348-9f51-87f4468b61fc admin admin] 10.222.0.44 "PUT /v2.0/routers/3c1e5b82-b95b-49cf-866f-6e214f64a5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9159412 Apr 12 20:16:31.028405 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e4083bca-4f14-486b-b897-1b2de6a7e865 req-17c450a2-807e-49b7-91e8-f952417c2edf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:31.028538 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-3056db9c-a095-4fd4-9ffd-2e1f983ffd94 None None] Provisioning complete for port c17144b9-3ff4-46fb-979f-69b7956531ee triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:31.028538 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3056db9c-a095-4fd4-9ffd-2e1f983ffd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:31.029525 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e4083bca-4f14-486b-b897-1b2de6a7e865 req-17c450a2-807e-49b7-91e8-f952417c2edf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.13 "DELETE /v2.0/ports/2be6d7f6-31e4-41e2-93eb-66df8212b675 HTTP/1.1" status: 204 len: 173 time: 0.5965340 Apr 12 20:16:31.030926 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f53526-0988-4e59-b046-8bdffd80691d', 'name': 'network-vif-deleted', 'tag': '2be6d7f6-31e4-41e2-93eb-66df8212b675'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:31.033441 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcd47e3-e891-45f9-9728-cd20faa54fa1" -d '{"events": [{"server_uuid": "a9f53526-0988-4e59-b046-8bdffd80691d", "name": "network-vif-deleted", "tag": "2be6d7f6-31e4-41e2-93eb-66df8212b675"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:31.050826 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'name': 'tempest-TestShelveInstance-140271060-router', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'de2e354c-165b-4a94-9715-118e810d7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:16:30Z', 'revision_number': 4, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'gw_port': {'id': 'de2e354c-165b-4a94-9715-118e810d7046', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'c17144b9-3ff4-46fb-979f-69b7956531ee', 'name': '', 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'mac_address': 'fa:16:3e:57:88:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '13ef7140-7a08-4dcf-980f-33d8a1fca208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:29Z', 'updated_at': '2022-04-12T20:16:29Z', 'revision_number': 1, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'subnets': [{'id': '13ef7140-7a08-4dcf-980f-33d8a1fca208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:31.081673 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda37c7d-c5e1-4a6e-9d03-43a0289fa542 x-openstack-request-id: req-eda37c7d-c5e1-4a6e-9d03-43a0289fa542 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:31.082559 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f53526-0988-4e59-b046-8bdffd80691d", "name": "network-vif-deleted", "tag": "2be6d7f6-31e4-41e2-93eb-66df8212b675", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:31.082559 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eda37c7d-c5e1-4a6e-9d03-43a0289fa542 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:31.082778 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda37c7d-c5e1-4a6e-9d03-43a0289fa542'] response: {'server_uuid': 'a9f53526-0988-4e59-b046-8bdffd80691d', 'name': 'network-vif-deleted', 'tag': '2be6d7f6-31e4-41e2-93eb-66df8212b675', 'status': 'completed', 'code': 200} Apr 12 20:16:31.095547 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10700069-0dbe-424f-900e-510a82bdd457 None None] The sync data for ids ['3c1e5b82-b95b-49cf-866f-6e214f64a5a4'] in dv-cinder-837542-1-iscsi is: [{'id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'name': 'tempest-TestShelveInstance-140271060-router', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'de2e354c-165b-4a94-9715-118e810d7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:16:30Z', 'revision_number': 4, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'gw_port': {'id': 'de2e354c-165b-4a94-9715-118e810d7046', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'c17144b9-3ff4-46fb-979f-69b7956531ee', 'name': '', 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'mac_address': 'fa:16:3e:57:88:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '13ef7140-7a08-4dcf-980f-33d8a1fca208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:29Z', 'updated_at': '2022-04-12T20:16:29Z', 'revision_number': 1, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'subnets': [{'id': '13ef7140-7a08-4dcf-980f-33d8a1fca208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:31.115031 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-3056db9c-a095-4fd4-9ffd-2e1f983ffd94 None None] Port c17144b9-3ff4-46fb-979f-69b7956531ee cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:16:31.496351 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-74ab7e71-5e9e-4cb9-b927-08f37346ffc5 req-a45040cb-22dd-41eb-becf-36d27e6b3f13 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f53526-0988-4e59-b046-8bdffd80691d HTTP/1.1" status: 200 len: 210 time: 0.0324142 Apr 12 20:16:31.731331 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43246) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:31.736169 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-7f796a4d-2d46-45e9-90bf-85c452038db8 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-645846253', 'description': 'tempest-secgroup-smoke-645846253 description', 'project_id': '6a20446396734ae288db2ceb1ea6d037'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:31.757529 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f796a4d-2d46-45e9-90bf-85c452038db8 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:31.843788 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f796a4d-2d46-45e9-90bf-85c452038db8 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group (255e53d3-5da4-4932-a9d5-74f83efac000), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:31.847525 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f796a4d-2d46-45e9-90bf-85c452038db8 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (255e53d3-5da4-4932-a9d5-74f83efac000), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:31.881981 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f796a4d-2d46-45e9-90bf-85c452038db8 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:31.883302 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-7f796a4d-2d46-45e9-90bf-85c452038db8 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1509514 Apr 12 20:16:31.885414 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f796a4d-2d46-45e9-90bf-85c452038db8 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255e53d3-5da4-4932-a9d5-74f83efac000,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:31.886756 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43250) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:31.891636 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-80df60cf-cd0a-417f-9f5f-f16b7d691fc0 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Request body: {'security_group_rule': {'security_group_id': '255e53d3-5da4-4932-a9d5-74f83efac000', 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:31.940565 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80df60cf-cd0a-417f-9f5f-f16b7d691fc0 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (1b273766-c3d5-4cce-91a4-1112e373fc04), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:31.998040 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85344a1f-9563-47ec-9661-fad4a42477da req-fa3e95ed-4526-4350-8a8b-1a0b5f046357 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:31.999567 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-85344a1f-9563-47ec-9661-fad4a42477da req-fa3e95ed-4526-4350-8a8b-1a0b5f046357 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0718622 Apr 12 20:16:32.050768 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80df60cf-cd0a-417f-9f5f-f16b7d691fc0 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (1b273766-c3d5-4cce-91a4-1112e373fc04), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.059063 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80df60cf-cd0a-417f-9f5f-f16b7d691fc0 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (1b273766-c3d5-4cce-91a4-1112e373fc04), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.081098 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-85344a1f-9563-47ec-9661-fad4a42477da req-bdc4739f-693f-44e5-a00a-13d64aa28b49 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752661 Apr 12 20:16:32.085922 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df60cf-cd0a-417f-9f5f-f16b7d691fc0 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b273766-c3d5-4cce-91a4-1112e373fc04,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:32.099091 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80df60cf-cd0a-417f-9f5f-f16b7d691fc0 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.102831 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-80df60cf-cd0a-417f-9f5f-f16b7d691fc0 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2125621 Apr 12 20:16:32.103194 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43252) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:32.107863 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-47d35265-44a4-429e-99a9-d5cd122c5201 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Request body: {'security_group_rule': {'security_group_id': '255e53d3-5da4-4932-a9d5-74f83efac000', 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:32.138123 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47d35265-44a4-429e-99a9-d5cd122c5201 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (ddb0983b-50fc-4225-9518-366c4d2b5174), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.201145 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47d35265-44a4-429e-99a9-d5cd122c5201 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (ddb0983b-50fc-4225-9518-366c4d2b5174), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.204878 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47d35265-44a4-429e-99a9-d5cd122c5201 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (ddb0983b-50fc-4225-9518-366c4d2b5174), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.223485 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d35265-44a4-429e-99a9-d5cd122c5201 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb0983b-50fc-4225-9518-366c4d2b5174,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:32.238446 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47d35265-44a4-429e-99a9-d5cd122c5201 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.239763 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-47d35265-44a4-429e-99a9-d5cd122c5201 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353941 Apr 12 20:16:32.242637 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43254) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:32.247322 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-b82e0b23-476b-4465-ab3e-ce7c8c7f5072 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Request body: {'security_group_rule': {'security_group_id': '255e53d3-5da4-4932-a9d5-74f83efac000', 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:32.276512 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-476b-4465-ab3e-ce7c8c7f5072 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (038a5f5d-24dd-40ea-baef-e55f25e12ed5), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.346588 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-476b-4465-ab3e-ce7c8c7f5072 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (038a5f5d-24dd-40ea-baef-e55f25e12ed5), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.350545 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-476b-4465-ab3e-ce7c8c7f5072 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (038a5f5d-24dd-40ea-baef-e55f25e12ed5), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.358431 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device de2e354c-165b-4a94-9715-118e810d7046 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:32.369474 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e0b23-476b-4465-ab3e-ce7c8c7f5072 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038a5f5d-24dd-40ea-baef-e55f25e12ed5,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:32.381827 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b82e0b23-476b-4465-ab3e-ce7c8c7f5072 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.386842 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-b82e0b23-476b-4465-ab3e-ce7c8c7f5072 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396236 Apr 12 20:16:32.387503 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43256) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:32.391934 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-c7738673-3257-4ada-b341-8a1798d18ab9 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Request body: {'security_group_rule': {'security_group_id': '255e53d3-5da4-4932-a9d5-74f83efac000', 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:32.411432 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port de2e354c-165b-4a94-9715-118e810d7046 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:32.411772 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (de2e354c-165b-4a94-9715-118e810d7046), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.422680 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c7738673-3257-4ada-b341-8a1798d18ab9 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (b1d52194-710d-4a6f-81dd-f2034d2ff38b), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.487475 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c7738673-3257-4ada-b341-8a1798d18ab9 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (b1d52194-710d-4a6f-81dd-f2034d2ff38b), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.491523 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c7738673-3257-4ada-b341-8a1798d18ab9 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (b1d52194-710d-4a6f-81dd-f2034d2ff38b), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.501840 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port de2e354c-165b-4a94-9715-118e810d7046 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:32.502393 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (de2e354c-165b-4a94-9715-118e810d7046), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.511157 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7738673-3257-4ada-b341-8a1798d18ab9 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d52194-710d-4a6f-81dd-f2034d2ff38b,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:32.523822 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c7738673-3257-4ada-b341-8a1798d18ab9 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.526047 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-c7738673-3257-4ada-b341-8a1798d18ab9 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377707 Apr 12 20:16:32.526794 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port de2e354c-165b-4a94-9715-118e810d7046, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=de2e354c-165b-4a94-9715-118e810d7046,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:32.529061 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43260) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:32.534155 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-14ecabdd-2a63-41d0-905c-2e1442b21f38 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Request body: {'security_group_rule': {'security_group_id': '255e53d3-5da4-4932-a9d5-74f83efac000', 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:32.539742 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (de2e354c-165b-4a94-9715-118e810d7046), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.560731 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-14ecabdd-2a63-41d0-905c-2e1442b21f38 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Project 6a20446396734ae288db2ceb1ea6d037 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 20:16:32.568510 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14ecabdd-2a63-41d0-905c-2e1442b21f38 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (091f33fe-20a1-4051-867e-89c83db7f5b2), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.600392 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=de2e354c-165b-4a94-9715-118e810d7046,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:32.646653 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14ecabdd-2a63-41d0-905c-2e1442b21f38 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (091f33fe-20a1-4051-867e-89c83db7f5b2), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.650234 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14ecabdd-2a63-41d0-905c-2e1442b21f38 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (091f33fe-20a1-4051-867e-89c83db7f5b2), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.946768 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecabdd-2a63-41d0-905c-2e1442b21f38 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091f33fe-20a1-4051-867e-89c83db7f5b2,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:32.971081 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14ecabdd-2a63-41d0-905c-2e1442b21f38 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:32.972325 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-14ecabdd-2a63-41d0-905c-2e1442b21f38 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4422622 Apr 12 20:16:32.975559 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43266) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:32.984323 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1fd7a18d-28c0-4fb2-b758-9e1777df4fe6 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Request body: {'security_group_rule': {'security_group_id': '255e53d3-5da4-4932-a9d5-74f83efac000', 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:33.005677 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe047929-6df5-45d8-81dd-7876cba60e64 req-691e10ad-1b5d-45f6-839a-fbe513163a5d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:33.007143 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fe047929-6df5-45d8-81dd-7876cba60e64 req-691e10ad-1b5d-45f6-839a-fbe513163a5d tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0692000 Apr 12 20:16:33.029378 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-1fd7a18d-28c0-4fb2-b758-9e1777df4fe6 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Project 6a20446396734ae288db2ceb1ea6d037 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 20:16:33.039774 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a18d-28c0-4fb2-b758-9e1777df4fe6 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (79c350d2-6a77-4ad5-8af6-3e1dc790848f), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:33.083577 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fe047929-6df5-45d8-81dd-7876cba60e64 req-a198caa0-80a8-4950-96f9-33077f165465 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700612 Apr 12 20:16:33.111136 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a18d-28c0-4fb2-b758-9e1777df4fe6 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (79c350d2-6a77-4ad5-8af6-3e1dc790848f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:33.116016 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a18d-28c0-4fb2-b758-9e1777df4fe6 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (79c350d2-6a77-4ad5-8af6-3e1dc790848f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:33.137278 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7a18d-28c0-4fb2-b758-9e1777df4fe6 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c350d2-6a77-4ad5-8af6-3e1dc790848f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:33.146590 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a18d-28c0-4fb2-b758-9e1777df4fe6 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:33.148659 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1fd7a18d-28c0-4fb2-b758-9e1777df4fe6 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1720896 Apr 12 20:16:33.219253 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d78ab8-ab24-40ec-a4e1-2ff491b926c9 req-8cceca5b-8c76-4bad-93a9-5978f13c9609 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:33.220886 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c1d78ab8-ab24-40ec-a4e1-2ff491b926c9 req-8cceca5b-8c76-4bad-93a9-5978f13c9609 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0539896 Apr 12 20:16:33.273386 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c1d78ab8-ab24-40ec-a4e1-2ff491b926c9 req-469fad52-fe11-4928-8154-30aaf6ea2a55 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467060 Apr 12 20:16:34.101662 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 2be6d7f6-31e4-41e2-93eb-66df8212b675 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:34.124107 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 2be6d7f6-31e4-41e2-93eb-66df8212b675 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:34.124553 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 2be6d7f6-31e4-41e2-93eb-66df8212b675 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:34.199124 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf3f3e-40b0-446e-9eba-cd72b13599da req-1d1d6e90-a275-4b69-a28a-01afb64ba6ca tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:34.200634 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dcdf3f3e-40b0-446e-9eba-cd72b13599da req-1d1d6e90-a275-4b69-a28a-01afb64ba6ca tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0484688 Apr 12 20:16:34.249532 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dcdf3f3e-40b0-446e-9eba-cd72b13599da req-f7908fd0-906f-4df4-b7e2-5106029b0daf tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Apr 12 20:16:34.327751 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device de2e354c-165b-4a94-9715-118e810d7046 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:34.375179 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port de2e354c-165b-4a94-9715-118e810d7046 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:34.375481 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (de2e354c-165b-4a94-9715-118e810d7046), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:34.394895 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22886c-add5-4e83-9780-85102a917299 req-05f3c8e7-af2b-40eb-aa4e-5db6c709df13 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:34.396457 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6c22886c-add5-4e83-9780-85102a917299 req-05f3c8e7-af2b-40eb-aa4e-5db6c709df13 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0488448 Apr 12 20:16:34.450144 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6c22886c-add5-4e83-9780-85102a917299 req-7f438ffa-b967-4bde-b8ce-49769acdec1b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477374 Apr 12 20:16:34.460257 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port de2e354c-165b-4a94-9715-118e810d7046 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:34.703680 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Sync routers for ids ['3c1e5b82-b95b-49cf-866f-6e214f64a5a4'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:34.715504 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Routers {'3c1e5b82-b95b-49cf-866f-6e214f64a5a4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:34.716284 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['3c1e5b82-b95b-49cf-866f-6e214f64a5a4'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:34.826818 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Set router 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:35.021001 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'name': 'tempest-TestShelveInstance-140271060-router', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'de2e354c-165b-4a94-9715-118e810d7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:16:30Z', 'revision_number': 4, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'gw_port': {'id': 'de2e354c-165b-4a94-9715-118e810d7046', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'c17144b9-3ff4-46fb-979f-69b7956531ee', 'name': '', 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'mac_address': 'fa:16:3e:57:88:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '13ef7140-7a08-4dcf-980f-33d8a1fca208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:29Z', 'updated_at': '2022-04-12T20:16:30Z', 'revision_number': 2, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'subnets': [{'id': '13ef7140-7a08-4dcf-980f-33d8a1fca208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:35.047623 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Checking router: 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:35.047978 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Updating router 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 port c17144b9-3ff4-46fb-979f-69b7956531ee binding host dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:16:35.076278 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.199347 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77994375-e7f6-4021-8047-aea520af7862 req-e7aefb3c-8a21-4d91-a35e-f8491dd6e425 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:35.201612 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77994375-e7f6-4021-8047-aea520af7862 req-e7aefb3c-8a21-4d91-a35e-f8491dd6e425 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.13 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.0477772 Apr 12 20:16:35.297636 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-77994375-e7f6-4021-8047-aea520af7862 req-85ced3c6-e546-4ec9-9ea9-ada263483c3c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Deleting port f06a28b7-dd14-4f4f-949b-1985aed9baa5 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:35.297989 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-77994375-e7f6-4021-8047-aea520af7862 req-85ced3c6-e546-4ec9-9ea9-ada263483c3c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.357777 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Publish callbacks [] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.363862 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.422704 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe8f7b-72a3-4aa1-90d3-5b1aa6708d4e None None] Pushing event updated for resources: {'Port': ['ID=c17144b9-3ff4-46fb-979f-69b7956531ee,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:35.425712 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2b9c-5e19-42e0-b208-88b7e3146d6f req-40aa231e-0f4d-4cb9-9cf2-328a47507c12 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:35.430037 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-164f2b9c-5e19-42e0-b208-88b7e3146d6f req-40aa231e-0f4d-4cb9-9cf2-328a47507c12 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/ports?device_id=64cdcef4-03ae-4db2-8b13-655c5dbea52c HTTP/1.1" status: 200 len: 946 time: 0.1048985 Apr 12 20:16:35.455667 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-77994375-e7f6-4021-8047-aea520af7862 req-85ced3c6-e546-4ec9-9ea9-ada263483c3c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] For port f06a28b7-dd14-4f4f-949b-1985aed9baa5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f06a28b7-dd14-4f4f-949b-1985aed9baa5,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:35.456244 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-77994375-e7f6-4021-8047-aea520af7862 req-85ced3c6-e546-4ec9-9ea9-ada263483c3c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.479494 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-77994375-e7f6-4021-8047-aea520af7862 req-85ced3c6-e546-4ec9-9ea9-ada263483c3c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Calling delete_port for f06a28b7-dd14-4f4f-949b-1985aed9baa5 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:35.480196 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Attempting to bind port c17144b9-3ff4-46fb-979f-69b7956531ee on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:16:35.480593 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Attempting to bind port c17144b9-3ff4-46fb-979f-69b7956531ee by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '393ea3cf-f6c3-4e4c-9971-26f856e5ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:16:35.480958 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Attempting to bind port c17144b9-3ff4-46fb-979f-69b7956531ee on network 765a4cd5-317b-44d7-b040-a3b1f39de205 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:16:35.486922 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:16:35.486922 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Checking segment: {'id': '393ea3cf-f6c3-4e4c-9971-26f856e5ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:35.487715 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.487715 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Bound using segment: {'id': '393ea3cf-f6c3-4e4c-9971-26f856e5ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:16:35.488011 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Bound port: c17144b9-3ff4-46fb-979f-69b7956531ee, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393ea3cf-f6c3-4e4c-9971-26f856e5ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:16:35.488483 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.532038 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-164f2b9c-5e19-42e0-b208-88b7e3146d6f req-3b174a91-c209-486d-8610-e37b2269eb60 tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.44 "GET /v2.0/security-groups?id=8e3bcc31-47bf-40ae-b828-964251e85f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867958 Apr 12 20:16:35.564608 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] For port c17144b9-3ff4-46fb-979f-69b7956531ee, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:16:35.567873 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] For port c17144b9-3ff4-46fb-979f-69b7956531ee, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=c17144b9-3ff4-46fb-979f-69b7956531ee,segment=NetworkSegment(393ea3cf-f6c3-4e4c-9971-26f856e5ce74),segment_id=393ea3cf-f6c3-4e4c-9971-26f856e5ce74)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:16:35.575462 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.635031 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3bdca-57a5-4bec-b55f-f8d4628a3301 req-f5a4ebe8-ad0f-4c79-bb50-5b31c25748a1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:35.636846 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cca3bdca-57a5-4bec-b55f-f8d4628a3301 req-f5a4ebe8-ad0f-4c79-bb50-5b31c25748a1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0683074 Apr 12 20:16:35.637735 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe8f7b-72a3-4aa1-90d3-5b1aa6708d4e None None] Pushing event updated for resources: {'Port': ['ID=c17144b9-3ff4-46fb-979f-69b7956531ee,revision_number=4']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:35.648398 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Routers {'3c1e5b82-b95b-49cf-866f-6e214f64a5a4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:35.648948 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['3c1e5b82-b95b-49cf-866f-6e214f64a5a4'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:35.679573 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-b2c6959f-19a3-41d7-9366-10a53d2d432c None None] Provisioning complete for port c17144b9-3ff4-46fb-979f-69b7956531ee triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:35.680597 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b2c6959f-19a3-41d7-9366-10a53d2d432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.705331 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cca3bdca-57a5-4bec-b55f-f8d4628a3301 req-2e2f6607-a113-4eb2-82f7-46f818d88db2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595391 Apr 12 20:16:35.796494 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-77994375-e7f6-4021-8047-aea520af7862 req-85ced3c6-e546-4ec9-9ea9-ada263483c3c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (f06a28b7-dd14-4f4f-949b-1985aed9baa5), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.805435 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6959f-19a3-41d7-9366-10a53d2d432c None None] Current status of the port c17144b9-3ff4-46fb-979f-69b7956531ee is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:35.806082 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b2c6959f-19a3-41d7-9366-10a53d2d432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.829856 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] Set router 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:35.846574 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['f06a28b7-dd14-4f4f-949b-1985aed9baa5'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:16:35.897627 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-b2c6959f-19a3-41d7-9366-10a53d2d432c None None] For port c17144b9-3ff4-46fb-979f-69b7956531ee, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=c17144b9-3ff4-46fb-979f-69b7956531ee,segment=NetworkSegment(393ea3cf-f6c3-4e4c-9971-26f856e5ce74),segment_id=393ea3cf-f6c3-4e4c-9971-26f856e5ce74)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:35.902486 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ced3c6-e546-4ec9-9ea9-ada263483c3c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Pushing event deleted for resources: {'Port': ['ID=f06a28b7-dd14-4f4f-949b-1985aed9baa5,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:35.905286 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b2c6959f-19a3-41d7-9366-10a53d2d432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.911032 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-77994375-e7f6-4021-8047-aea520af7862 req-85ced3c6-e546-4ec9-9ea9-ada263483c3c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] No DVR routers for this DVR port f06a28b7-dd14-4f4f-949b-1985aed9baa5 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:35.914320 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-77994375-e7f6-4021-8047-aea520af7862 req-85ced3c6-e546-4ec9-9ea9-ada263483c3c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:35.918988 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77994375-e7f6-4021-8047-aea520af7862 req-85ced3c6-e546-4ec9-9ea9-ada263483c3c tempest-ServerRescueNegativeTestJSON-291736014 tempest-ServerRescueNegativeTestJSON-291736014-project] 10.222.0.13 "DELETE /v2.0/ports/f06a28b7-dd14-4f4f-949b-1985aed9baa5 HTTP/1.1" status: 204 len: 173 time: 0.7086494 Apr 12 20:16:35.919637 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cdcef4-03ae-4db2-8b13-655c5dbea52c', 'name': 'network-vif-deleted', 'tag': 'f06a28b7-dd14-4f4f-949b-1985aed9baa5'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:35.922288 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e91889-ccac-403d-afcb-4adf660fd5fa" -d '{"events": [{"server_uuid": "64cdcef4-03ae-4db2-8b13-655c5dbea52c", "name": "network-vif-deleted", "tag": "f06a28b7-dd14-4f4f-949b-1985aed9baa5"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:36.000602 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-663b7b70-55a4-4bfa-b6b2-ad81f920d388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:36.007019 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6959f-19a3-41d7-9366-10a53d2d432c None None] Pushing event updated for resources: {'Port': ['ID=c17144b9-3ff4-46fb-979f-69b7956531ee,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:36.007663 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb6a294-1d7b-4474-82d3-a84319281027 x-openstack-request-id: req-5bb6a294-1d7b-4474-82d3-a84319281027 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:36.007965 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cdcef4-03ae-4db2-8b13-655c5dbea52c", "name": "network-vif-deleted", "tag": "f06a28b7-dd14-4f4f-949b-1985aed9baa5", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:36.012417 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5bb6a294-1d7b-4474-82d3-a84319281027 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:36.012877 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb6a294-1d7b-4474-82d3-a84319281027'] response: {'server_uuid': '64cdcef4-03ae-4db2-8b13-655c5dbea52c', 'name': 'network-vif-deleted', 'tag': 'f06a28b7-dd14-4f4f-949b-1985aed9baa5', 'status': 'completed', 'code': 200} Apr 12 20:16:36.050434 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c12887e5-c33f-434c-bbfe-697657517a5a None None] Provisioning complete for port c17144b9-3ff4-46fb-979f-69b7956531ee triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:36.051271 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c12887e5-c33f-434c-bbfe-697657517a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:36.064331 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'name': 'tempest-TestShelveInstance-140271060-router', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'de2e354c-165b-4a94-9715-118e810d7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:16:30Z', 'revision_number': 4, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'gw_port': {'id': 'de2e354c-165b-4a94-9715-118e810d7046', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'c17144b9-3ff4-46fb-979f-69b7956531ee', 'name': '', 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'mac_address': 'fa:16:3e:57:88:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '13ef7140-7a08-4dcf-980f-33d8a1fca208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:29Z', 'updated_at': '2022-04-12T20:16:35Z', 'revision_number': 4, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'subnets': [{'id': '13ef7140-7a08-4dcf-980f-33d8a1fca208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:36.152515 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c12887e5-c33f-434c-bbfe-697657517a5a None None] Current status of the port c17144b9-3ff4-46fb-979f-69b7956531ee is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:36.206045 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7049fe55-1ff9-4575-bc21-468950b0659b None None] The sync data for ids ['3c1e5b82-b95b-49cf-866f-6e214f64a5a4'] in dv-cinder-837542-1-iscsi is: [{'id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'name': 'tempest-TestShelveInstance-140271060-router', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'de2e354c-165b-4a94-9715-118e810d7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:16:30Z', 'revision_number': 4, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'gw_port': {'id': 'de2e354c-165b-4a94-9715-118e810d7046', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'c17144b9-3ff4-46fb-979f-69b7956531ee', 'name': '', 'network_id': '765a4cd5-317b-44d7-b040-a3b1f39de205', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'mac_address': 'fa:16:3e:57:88:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '13ef7140-7a08-4dcf-980f-33d8a1fca208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:29Z', 'updated_at': '2022-04-12T20:16:35Z', 'revision_number': 4, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'subnets': [{'id': '13ef7140-7a08-4dcf-980f-33d8a1fca208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:36.377473 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device c17144b9-3ff4-46fb-979f-69b7956531ee up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:36.445096 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port c17144b9-3ff4-46fb-979f-69b7956531ee triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:36.446499 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:36.547777 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port c17144b9-3ff4-46fb-979f-69b7956531ee is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:36.590968 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43344) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:36.933860 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca06583-5f4e-4a4d-b605-07549eb1cfed req-8672260f-76d6-4a9c-8c31-644b7d090b9a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:36.935370 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fca06583-5f4e-4a4d-b605-07549eb1cfed req-8672260f-76d6-4a9c-8c31-644b7d090b9a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.1038995 Apr 12 20:16:37.061264 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fca06583-5f4e-4a4d-b605-07549eb1cfed req-49f1ee4e-4446-4106-82c5-21d1b319f8bb tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187794 Apr 12 20:16:37.261352 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6128f028-7c6c-4d66-bc1f-8cd661de6a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651905'] for router_interface (1040d0ad-95db-413f-b074-c70b700506ca), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:37.508553 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6128f028-7c6c-4d66-bc1f-8cd661de6a11 admin admin] Deleting port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:37.508889 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6128f028-7c6c-4d66-bc1f-8cd661de6a11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:37.593407 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6128f028-7c6c-4d66-bc1f-8cd661de6a11 admin admin] For port 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:37.594087 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6128f028-7c6c-4d66-bc1f-8cd661de6a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:37.607435 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6128f028-7c6c-4d66-bc1f-8cd661de6a11 admin admin] Calling delete_port for 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:37.801533 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6128f028-7c6c-4d66-bc1f-8cd661de6a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:37.826789 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128f028-7c6c-4d66-bc1f-8cd661de6a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:38.035310 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6128f028-7c6c-4d66-bc1f-8cd661de6a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651805'] for router_interface (1040d0ad-95db-413f-b074-c70b700506ca), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:38.197713 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced27bb-e1ca-484e-9974-cee6a4802fd9 req-c256961a-c976-4e26-bcc5-9005bbe959d0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:38.199891 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fced27bb-e1ca-484e-9974-cee6a4802fd9 req-c256961a-c976-4e26-bcc5-9005bbe959d0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0579207 Apr 12 20:16:38.323845 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fced27bb-e1ca-484e-9974-cee6a4802fd9 req-fc2aeb01-2f33-42ac-89e7-ef52cf0b4cea tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855854 Apr 12 20:16:38.351704 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6128f028-7c6c-4d66-bc1f-8cd661de6a11 admin admin] Router 1040d0ad-95db-413f-b074-c70b700506ca has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:38.471528 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a178b694-401f-4c60-b62d-68d1b3780a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:38.487230 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6128f028-7c6c-4d66-bc1f-8cd661de6a11 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:38.493066 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6128f028-7c6c-4d66-bc1f-8cd661de6a11 admin admin] 10.222.0.44 "PUT /v2.0/routers/1040d0ad-95db-413f-b074-c70b700506ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9010425 Apr 12 20:16:38.495763 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43376) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:38.496161 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071785a3-4c28-4b43-aaad-3b150445626e None None] Sync routers for ids ['1040d0ad-95db-413f-b074-c70b700506ca'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:38.512734 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071785a3-4c28-4b43-aaad-3b150445626e None None] Routers {'1040d0ad-95db-413f-b074-c70b700506ca'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:38.513725 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-071785a3-4c28-4b43-aaad-3b150445626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1040d0ad-95db-413f-b074-c70b700506ca'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:38.619232 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Publish callbacks [] for router (1040d0ad-95db-413f-b074-c70b700506ca), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:38.648599 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-071785a3-4c28-4b43-aaad-3b150445626e None None] Set router 1040d0ad-95db-413f-b074-c70b700506ca gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:38.736464 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Publish callbacks [] for router_gateway (1040d0ad-95db-413f-b074-c70b700506ca), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:38.783376 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Deleting port 21ec2fee-7290-47e7-b425-decd03d5d1be {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:38.783830 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:38.823717 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-071785a3-4c28-4b43-aaad-3b150445626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:16:37Z', 'revision_number': 5, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port': {'id': '21ec2fee-7290-47e7-b425-decd03d5d1be', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040d0ad-95db-413f-b074-c70b700506ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:23Z', 'updated_at': '2022-04-12T20:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:38.855152 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071785a3-4c28-4b43-aaad-3b150445626e None None] Checking router: 1040d0ad-95db-413f-b074-c70b700506ca for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:38.864441 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071785a3-4c28-4b43-aaad-3b150445626e None None] Routers {'1040d0ad-95db-413f-b074-c70b700506ca'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:38.864995 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-071785a3-4c28-4b43-aaad-3b150445626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1040d0ad-95db-413f-b074-c70b700506ca'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:38.873850 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] For port 21ec2fee-7290-47e7-b425-decd03d5d1be, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=21ec2fee-7290-47e7-b425-decd03d5d1be,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:38.874227 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:38.889968 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Calling delete_port for 21ec2fee-7290-47e7-b425-decd03d5d1be owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:39.091592 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (21ec2fee-7290-47e7-b425-decd03d5d1be), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.092712 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-071785a3-4c28-4b43-aaad-3b150445626e None None] Set router 1040d0ad-95db-413f-b074-c70b700506ca gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:39.121630 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=21ec2fee-7290-47e7-b425-decd03d5d1be,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:39.154812 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-071785a3-4c28-4b43-aaad-3b150445626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:16:38Z', 'revision_number': 6, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port_host': None}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:39.185698 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071785a3-4c28-4b43-aaad-3b150445626e None None] The sync data for ids ['1040d0ad-95db-413f-b074-c70b700506ca'] in dv-cinder-837542-1-iscsi is: [{'id': '1040d0ad-95db-413f-b074-c70b700506ca', 'name': 'tempest-ServerRescueNegativeTestJSON-739929510-router', 'tenant_id': '296db42b89cd47b2b6912045743e8273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:16:38Z', 'revision_number': 6, 'project_id': '296db42b89cd47b2b6912045743e8273', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:39.190276 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651195'] for router_gateway (1040d0ad-95db-413f-b074-c70b700506ca), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.285913 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61343'] for router (1040d0ad-95db-413f-b074-c70b700506ca), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.288090 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Publish callbacks [] for router_controller (1040d0ad-95db-413f-b074-c70b700506ca), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.331872 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650462'] for router (1040d0ad-95db-413f-b074-c70b700506ca), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.332446 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1040d0ad-95db-413f-b074-c70b700506ca {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:16:39.336726 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.337902 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e3529dce-b023-4f6c-acb1-d4d0411a2a0b admin admin] 10.222.0.44 "DELETE /v2.0/routers/1040d0ad-95db-413f-b074-c70b700506ca HTTP/1.1" status: 204 len: 168 time: 0.8411622 Apr 12 20:16:39.340966 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43380) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:39.385521 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f15099f-c133-4284-83d6-2bf08c01cf91 admin admin] Deleting subnet 93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:16:39.388904 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f15099f-c133-4284-83d6-2bf08c01cf91 admin admin] Publish callbacks [] for subnet (93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.436435 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f15099f-c133-4284-83d6-2bf08c01cf91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066142160'] for subnet (93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.496207 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94ea7a-c09c-43ac-9d99-f7edab9005a9 req-a5dd369c-eac4-4980-ad83-721b08ee0f2e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:39.497636 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eb94ea7a-c09c-43ac-9d99-f7edab9005a9 req-a5dd369c-eac4-4980-ad83-721b08ee0f2e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0765219 Apr 12 20:16:39.579788 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eb94ea7a-c09c-43ac-9d99-f7edab9005a9 req-4ce4eeda-fbcd-48fe-896e-f4345dc18477 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751171 Apr 12 20:16:39.580841 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.596055 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f15099f-c133-4284-83d6-2bf08c01cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.662143 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f15099f-c133-4284-83d6-2bf08c01cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065568327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065880476'] for subnet (93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.696264 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15099f-c133-4284-83d6-2bf08c01cf91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:39.700050 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f15099f-c133-4284-83d6-2bf08c01cf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.703402 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1f15099f-c133-4284-83d6-2bf08c01cf91 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/93ba6a18-8e6c-4cf6-8f3f-e7c6ed29ff7e HTTP/1.1" status: 204 len: 168 time: 0.3614080 Apr 12 20:16:39.705952 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43386) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:39.706594 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a92013b-1366-46df-ae6a-805d653a7983 None None] Network 8265ba09-a39a-4ff3-b726-de767b4c1999 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:16:39.775228 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (8265ba09-a39a-4ff3-b726-de767b4c1999), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.825945 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Deleting port 2b491a5d-51eb-4aed-8f4b-187f60550d1a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:39.826340 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.891494 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] For port 2b491a5d-51eb-4aed-8f4b-187f60550d1a, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=2b491a5d-51eb-4aed-8f4b-187f60550d1a,segment=NetworkSegment(c38d1f54-c36b-43a3-a82f-ad2832847b8d),segment_id=c38d1f54-c36b-43a3-a82f-ad2832847b8d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:39.891862 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:39.905525 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Calling delete_port for 2b491a5d-51eb-4aed-8f4b-187f60550d1a owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:39.988047 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e989e30-7471-413d-b02d-2abf00ffe062 None None] DHCP port deletion for 8265ba09-a39a-4ff3-b726-de767b4c1999 request from dv-cinder-837542-1-iscsi {{(pid=103446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:16:40.008921 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.034465 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-8e989e30-7471-413d-b02d-2abf00ffe062 None None] Deleting port 2b491a5d-51eb-4aed-8f4b-187f60550d1a {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:40.034857 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8e989e30-7471-413d-b02d-2abf00ffe062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.037116 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Pushing event deleted for resources: {'Port': ['ID=2b491a5d-51eb-4aed-8f4b-187f60550d1a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:40.040918 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] No DVR routers for this DVR port 2b491a5d-51eb-4aed-8f4b-187f60550d1a on host dv-cinder-837542-1-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:40.107143 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-8e989e30-7471-413d-b02d-2abf00ffe062 None None] For port 2b491a5d-51eb-4aed-8f4b-187f60550d1a, host dv-cinder-837542-1-iscsi, got binding levels [] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:40.108432 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8e989e30-7471-413d-b02d-2abf00ffe062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.117839 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (8265ba09-a39a-4ff3-b726-de767b4c1999), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.123423 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-8e989e30-7471-413d-b02d-2abf00ffe062 None None] Calling delete_port for 2b491a5d-51eb-4aed-8f4b-187f60550d1a owned by network:dhcp {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:40.127718 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.ipam_backend_mixin [None req-8e989e30-7471-413d-b02d-2abf00ffe062 None None] Port 2b491a5d-51eb-4aed-8f4b-187f60550d1a was not found and therefore no delete operation was performed {{(pid=103446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 20:16:40.129160 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8e989e30-7471-413d-b02d-2abf00ffe062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999'] for port (2b491a5d-51eb-4aed-8f4b-187f60550d1a), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.142023 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8265ba09-a39a-4ff3-b726-de767b4c1999']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:40.153325 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38d1f54-c36b-43a3-a82f-ad2832847b8d') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:40.153623 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38d1f54-c36b-43a3-a82f-ad2832847b8d') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:40.160326 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device f06a28b7-dd14-4f4f-949b-1985aed9baa5 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:40.163555 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e989e30-7471-413d-b02d-2abf00ffe062 None None] Pushing event deleted for resources: {'Port': ['ID=2b491a5d-51eb-4aed-8f4b-187f60550d1a,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:40.163683 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066142187'] for segment (c38d1f54-c36b-43a3-a82f-ad2832847b8d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.178924 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (c38d1f54-c36b-43a3-a82f-ad2832847b8d), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.185539 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e989e30-7471-413d-b02d-2abf00ffe062 None None] No DVR routers for this DVR port 2b491a5d-51eb-4aed-8f4b-187f60550d1a on host dv-cinder-837542-1-iscsi {{(pid=103446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:40.186880 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: f06a28b7-dd14-4f4f-949b-1985aed9baa5 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:40.187237 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device f06a28b7-dd14-4f4f-949b-1985aed9baa5 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:40.187713 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:16:40.188886 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065568509'] for segment (c38d1f54-c36b-43a3-a82f-ad2832847b8d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: Traceback (most recent call last): Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: timer() Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: cb(*args, **kw) Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: self._notify() Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: self.callback(batched_events) Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: event.method(event) Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: return f(self, *a, **k) Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._get(url).json() Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:16:40.192359 dv-cinder-837542-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:16:40.253001 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (8265ba09-a39a-4ff3-b726-de767b4c1999), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.271598 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.277505 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] 10.222.0.44 "DELETE /v2.0/networks/8265ba09-a39a-4ff3-b726-de767b4c1999 HTTP/1.1" status: 204 len: 168 time: 0.5680034 Apr 12 20:16:40.277505 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf65adb-6796-4640-b14e-cda6c8016ded admin admin] Pushing event deleted for resources: {'Network': ['ID=8265ba09-a39a-4ff3-b726-de767b4c1999,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:40.363981 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 21ec2fee-7290-47e7-b425-decd03d5d1be no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:40.388555 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 21ec2fee-7290-47e7-b425-decd03d5d1be {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:40.389014 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 21ec2fee-7290-47e7-b425-decd03d5d1be not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:40.389515 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:40.409543 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:40.409953 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 1fd72ac4-b26d-45c7-a677-0a9d08fa2f0c not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:40.410490 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 2b491a5d-51eb-4aed-8f4b-187f60550d1a no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:40.428024 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43392) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:40.430916 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 2b491a5d-51eb-4aed-8f4b-187f60550d1a {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:40.431280 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 2b491a5d-51eb-4aed-8f4b-187f60550d1a not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:40.470796 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-bcbb9085-9ec0-47d0-97ad-61b8d8253343 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=296db42b89cd47b2b6912045743e8273&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410168 Apr 12 20:16:40.472808 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43394) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:40.524057 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0addc05a-0c52-49a1-a4af-6ffe8fd8e448 admin admin] Publish callbacks [] for security_group (8e3bcc31-47bf-40ae-b828-964251e85f8d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.546586 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0addc05a-0c52-49a1-a4af-6ffe8fd8e448 admin admin] Publish callbacks [] for security_group (8e3bcc31-47bf-40ae-b828-964251e85f8d), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.593502 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0addc05a-0c52-49a1-a4af-6ffe8fd8e448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (8e3bcc31-47bf-40ae-b828-964251e85f8d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.596322 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0addc05a-0c52-49a1-a4af-6ffe8fd8e448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.600124 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-0addc05a-0c52-49a1-a4af-6ffe8fd8e448 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e3bcc31-47bf-40ae-b828-964251e85f8d HTTP/1.1" status: 204 len: 168 time: 0.1237850 Apr 12 20:16:40.606659 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addc05a-0c52-49a1-a4af-6ffe8fd8e448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3bcc31-47bf-40ae-b828-964251e85f8d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:40.733422 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:40.748606 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5021695-e78a-4c25-8671-0255b41eaeda req-7936e1cf-9cb7-400e-a643-9e9b4aa212d9 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:40.750118 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5021695-e78a-4c25-8671-0255b41eaeda req-7936e1cf-9cb7-400e-a643-9e9b4aa212d9 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0546613 Apr 12 20:16:40.801112 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5021695-e78a-4c25-8671-0255b41eaeda req-c94b52b1-9c24-45b7-8d7c-de787c056766 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453229 Apr 12 20:16:41.357914 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43422) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:41.458977 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2921404-network', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:41.478532 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Made reservation on behalf of ba7f619ac25a4e73bb81421ce2e15385 for: {'network': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:16:41.481082 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for network (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.489308 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.565825 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Publish callbacks [] for security_group (9db3651f-5840-4f2c-9d2c-b221c355d4af), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.569683 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (9db3651f-5840-4f2c-9d2c-b221c355d4af), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.595903 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 20:16:41.607156 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db3651f-5840-4f2c-9d2c-b221c355d4af,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:41.611892 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (8302b495-ddbc-4f08-8b09-6bb6d72917cf), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.612258 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.segments_db [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Added segment 8302b495-ddbc-4f08-8b09-6bb6d72917cf of type vlan for network 26425c7f-fc2a-4e03-aec8-3d8425652824 Apr 12 20:16:41.659823 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765494113491'] for network (26425c7f-fc2a-4e03-aec8-3d8425652824), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.691981 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264'] for network (26425c7f-fc2a-4e03-aec8-3d8425652824), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.693051 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:41.693577 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.755657 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3966274 Apr 12 20:16:41.758568 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43428) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:41.763396 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd2ee2-de2e-4581-8599-0c9e0eecadaa admin admin] Pushing event updated for resources: {'Network': ['ID=26425c7f-fc2a-4e03-aec8-3d8425652824,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:41.764031 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-87e7fc91-6705-4005-9d82-ed08f4d6dea9 admin admin] Request body: {'subnet': {'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2921404-subnet', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:41.773476 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Network 26425c7f-fc2a-4e03-aec8-3d8425652824 details requested by agent ovs-agent-dv-cinder-837542-1-iscsi with host dv-cinder-837542-1-iscsi {{(pid=103446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 20:16:41.786053 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e7fc91-6705-4005-9d82-ed08f4d6dea9 admin admin] Made reservation on behalf of ba7f619ac25a4e73bb81421ce2e15385 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:16:41.788525 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87e7fc91-6705-4005-9d82-ed08f4d6dea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065880499'] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:41.958993 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92c3ca-ee3e-409e-bdbf-92dab6c3272a req-469d6aca-6bc5-401a-8e89-e33b9ab3a462 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:41.960468 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f92c3ca-ee3e-409e-bdbf-92dab6c3272a req-469d6aca-6bc5-401a-8e89-e33b9ab3a462 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0803380 Apr 12 20:16:42.282945 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87e7fc91-6705-4005-9d82-ed08f4d6dea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065572248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065880485'] for subnet (bd0872dc-bcf8-4267-a65a-45c4d89c9db7), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.335345 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f92c3ca-ee3e-409e-bdbf-92dab6c3272a req-7404ecbe-cce1-42e9-aaab-6f3de4491255 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882497 Apr 12 20:16:42.352320 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7fc91-6705-4005-9d82-ed08f4d6dea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd0872dc-bcf8-4267-a65a-45c4d89c9db7,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:42.369477 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e7fc91-6705-4005-9d82-ed08f4d6dea9 admin admin] Checking segment: {'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:42.369837 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e7fc91-6705-4005-9d82-ed08f4d6dea9 admin admin] Network hostable DHCP agents. Network: 26425c7f-fc2a-4e03-aec8-3d8425652824, hostable agents: ['95bbf811-0c9e-4758-b95a-68523ebedd4c'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 20:16:42.387725 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e7fc91-6705-4005-9d82-ed08f4d6dea9 admin admin] Network 26425c7f-fc2a-4e03-aec8-3d8425652824 is scheduled to be hosted by DHCP agent 95bbf811-0c9e-4758-b95a-68523ebedd4c with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 20:16:42.395913 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-87e7fc91-6705-4005-9d82-ed08f4d6dea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837542-1-iscsi, 26425c7f-fc2a-4e03-aec8-3d8425652824) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:42.400031 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e7fc91-6705-4005-9d82-ed08f4d6dea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:42.400682 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87e7fc91-6705-4005-9d82-ed08f4d6dea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.405231 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb6fd60-acca-4a07-a046-095860617a9d None None] Network 26425c7f-fc2a-4e03-aec8-3d8425652824 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:16:42.418344 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-87e7fc91-6705-4005-9d82-ed08f4d6dea9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6584997 Apr 12 20:16:42.420881 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43436) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:42.425509 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:42.447272 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1648719', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61321'] for router (508913dd-955d-4719-9c00-bffdc416f886), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.449347 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1650774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61328'] for router (508913dd-955d-4719-9c00-bffdc416f886), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.504832 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Publish callbacks [] for router_controller (508913dd-955d-4719-9c00-bffdc416f886), precommit_add_association {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.517922 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d8a2851-514c-574c-8383-fe2ed6b99b3a-26425c7f-fc2a-4e03-aec8-3d8425652824', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7'}]}} from dv-cinder-837542-1-iscsi. {{(pid=103446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 20:16:42.518826 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.653013 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Publish callbacks [] for router_gateway (508913dd-955d-4719-9c00-bffdc416f886), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.669665 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.684629 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Allocated IP 172.20.0.2 (26425c7f-fc2a-4e03-aec8-3d8425652824/bd0872dc-bcf8-4267-a65a-45c4d89c9db7/c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:42.841367 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Publish callbacks [] for port (c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.847884 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990'] for port (c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.853126 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Publish callbacks [] for router_gateway (508913dd-955d-4719-9c00-bffdc416f886), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.873144 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.883684 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Network 26425c7f-fc2a-4e03-aec8-3d8425652824 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:42.890105 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:42.890105 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:42.905597 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Pushing event updated for resources: {'Port': ['ID=c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:42.959682 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Attempting to bind port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:16:42.960059 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Attempting to bind port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:16:42.960457 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Attempting to bind port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 on network 26425c7f-fc2a-4e03-aec8-3d8425652824 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:16:42.965557 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:16:42.965944 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Checking segment: {'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:42.966361 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.966767 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Bound using segment: {'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:16:42.967233 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Bound port: c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:16:42.967622 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:42.982104 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Allocated IP 172.27.0.51 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:43.039416 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] For port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:16:43.042837 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] For port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:16:43.048722 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.093335 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Publish callbacks [] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.114934 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c243a-cd31-4248-9a75-26ece345dc5d None None] Pushing event updated for resources: {'Port': ['ID=c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:43.132961 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.175154 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:43.182766 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:43.186521 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:43.192093 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Pushing event updated for resources: {'Port': ['ID=9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:43.470102 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1a170-f8f4-4d42-8866-768c627232d5 req-5a7c37f3-e2ba-4f9d-8532-60848f9f8e3c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:43.471590 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-59a1a170-f8f4-4d42-8866-768c627232d5 req-5a7c37f3-e2ba-4f9d-8532-60848f9f8e3c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0553145 Apr 12 20:16:43.478300 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Publish callbacks [] for router_gateway (508913dd-955d-4719-9c00-bffdc416f886), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.521616 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-59a1a170-f8f4-4d42-8866-768c627232d5 req-fef0f352-30e6-4a64-a9dc-ba7108ba2cb0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442090 Apr 12 20:16:43.682728 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651111'] for router (508913dd-955d-4719-9c00-bffdc416f886), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.824128 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Router 508913dd-955d-4719-9c00-bffdc416f886 is scheduled to L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c with binding_index 1 {{(pid=103445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 20:16:43.939519 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:43.952559 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Sync routers for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:43.959945 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:43.963910 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-bc73ef25-c495-4a04-b435-be78e9731326 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5393312 Apr 12 20:16:43.964052 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43446) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:43.964294 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:43.964932 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:44.080616 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:44.101939 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15bc767-120e-4c86-80bf-3176db3ebe80 None None] Network 26425c7f-fc2a-4e03-aec8-3d8425652824 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:16:44.165058 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c6b57160-8a4e-408b-a118-dd5f282a0191 None None] Provisioning complete for port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:44.165430 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c6b57160-8a4e-408b-a118-dd5f282a0191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.202100 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 0778b6f8-e263-4b37-a0d2-e59b929adcd9 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:16:44.267625 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:43Z', 'revision_number': 3, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:44.302860 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Checking router: 508913dd-955d-4719-9c00-bffdc416f886 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:44.303452 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Updating router 508913dd-955d-4719-9c00-bffdc416f886 port 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a binding host dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:16:44.355928 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.388009 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c6b57160-8a4e-408b-a118-dd5f282a0191 None None] Current status of the port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:44.388517 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c6b57160-8a4e-408b-a118-dd5f282a0191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.404679 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:44.469687 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:44.490278 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c6b57160-8a4e-408b-a118-dd5f282a0191 None None] For port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:44.505272 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'port_id': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'mac_address': 'fa:16:3e:fc:73:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:16:44.507270 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c6b57160-8a4e-408b-a118-dd5f282a0191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.510909 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.647567 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 is: ACTIVE; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:44.647968 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.652552 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:44.652933 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.709301 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Publish callbacks [] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.718940 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.726399 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd934e-68e8-41b5-ad60-306229230ded req-e70ab16b-4d5c-417a-b074-5a3bfc4e871b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:44.728000 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3cbd934e-68e8-41b5-ad60-306229230ded req-e70ab16b-4d5c-417a-b074-5a3bfc4e871b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0704117 Apr 12 20:16:44.730373 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b57160-8a4e-408b-a118-dd5f282a0191 None None] Pushing event updated for resources: {'Port': ['ID=c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:44.731761 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Allocated IP 172.20.0.1 (26425c7f-fc2a-4e03-aec8-3d8425652824/bd0872dc-bcf8-4267-a65a-45c4d89c9db7/dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:44.739233 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0778b6f8-e263-4b37-a0d2-e59b929adcd9 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:16:44.772810 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-7bfcd5a1-bc5c-4996-b053-9de448d51ab4 None None] Provisioning complete for port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:44.773459 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7bfcd5a1-bc5c-4996-b053-9de448d51ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.774686 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55618891-a9aa-46bb-8b8e-89a0187f41fc None None] Pushing event updated for resources: {'Port': ['ID=9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:44.796587 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Attempting to bind port 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:16:44.797148 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Attempting to bind port 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:16:44.797671 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Attempting to bind port 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a on network 2a96407d-31ee-4009-9b88-c39044fbbdfd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:16:44.800938 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3cbd934e-68e8-41b5-ad60-306229230ded req-9ebba0b6-3dc9-4585-a617-0104f4928fd2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663359 Apr 12 20:16:44.804961 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:16:44.805600 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Checking segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:44.807723 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.808454 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Bound using segment: {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:16:44.809225 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Bound port: 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:16:44.809792 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.811363 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:44.825737 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.873131 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] For port 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:16:44.877609 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] For port 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:16:44.884920 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.918274 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Publish callbacks [] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.989774 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:44.991152 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:44.991955 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:44.996412 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55618891-a9aa-46bb-8b8e-89a0187f41fc None None] Pushing event updated for resources: {'Port': ['ID=9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:45.030620 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Network 26425c7f-fc2a-4e03-aec8-3d8425652824 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:45.038582 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:45.043469 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:45.088907 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Pushing event updated for resources: {'Port': ['ID=dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:45.111438 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1651030'] for router_interface (508913dd-955d-4719-9c00-bffdc416f886), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.196973 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['0778b6f8-e263-4b37-a0d2-e59b929adcd9'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:16:45.226108 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:45.249099 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:45.264113 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=0778b6f8-e263-4b37-a0d2-e59b929adcd9,revision_number=6']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:45.319879 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-7bfcd5a1-bc5c-4996-b053-9de448d51ab4 None None] Current status of the port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:45.474432 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-ea90c9a8-b908-4896-8ac5-7a2c0beee350 None None] Provisioning complete for port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:45.474827 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ea90c9a8-b908-4896-8ac5-7a2c0beee350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.524190 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:43Z', 'revision_number': 3, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:45.536394 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-ea90c9a8-b908-4896-8ac5-7a2c0beee350 None None] Port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:16:45.553304 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5055255-bfa5-44c4-9c6a-27f073d452a8 None None] The sync data for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi is: [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:43Z', 'revision_number': 3, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:45.600874 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.785954 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Publish callbacks [] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.796517 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.952930 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1651942'] for router_interface (508913dd-955d-4719-9c00-bffdc416f886), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:45.958933 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Pushing event updated for resources: {'Port': ['ID=dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:45.965393 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afcfcd-37de-4480-b3a9-f3cc273fbb09 req-8e549dd8-df6d-4544-9084-5bfa1d30bb89 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:45.974835 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d6afcfcd-37de-4480-b3a9-f3cc273fbb09 req-8e549dd8-df6d-4544-9084-5bfa1d30bb89 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 944 time: 0.0707314 Apr 12 20:16:46.067959 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d6afcfcd-37de-4480-b3a9-f3cc273fbb09 req-56eedc15-714e-4b17-82b1-f604da54520c tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919077 Apr 12 20:16:46.136749 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Network 26425c7f-fc2a-4e03-aec8-3d8425652824 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:46.138684 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:46.181456 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 0778b6f8-e263-4b37-a0d2-e59b929adcd9 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:46.351803 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:46.356050 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.358064 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Router 508913dd-955d-4719-9c00-bffdc416f886 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:46.570712 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:46.574235 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.614498 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:46.620536 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-a329e0e3-c719-4d1d-a824-a4a2ca787f22 admin admin] 10.222.0.44 "PUT /v2.0/routers/508913dd-955d-4719-9c00-bffdc416f886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6545124 Apr 12 20:16:46.624463 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:46.672307 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-d59cee9a-f1a9-4a14-a6a8-a93f587f96bd None None] Provisioning complete for port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:46.672737 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d59cee9a-f1a9-4a14-a6a8-a93f587f96bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.716343 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-d59cee9a-f1a9-4a14-a6a8-a93f587f96bd None None] Port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:16:46.723114 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:46.725843 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b707eef0-20e1-4ef4-9f54-9534839742f1" -d '{"events": [{"server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "name": "network-vif-plugged", "status": "completed", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:46.789685 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:46.798614 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfe007b-06d0-4490-bf4d-718c0dd29598 x-openstack-request-id: req-3bfe007b-06d0-4490-bf4d-718c0dd29598 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:46.799815 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "name": "network-vif-plugged", "status": "completed", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:46.800266 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3bfe007b-06d0-4490-bf4d-718c0dd29598 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:46.801005 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfe007b-06d0-4490-bf4d-718c0dd29598'] response: {'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'code': 200} Apr 12 20:16:46.802081 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:46.802696 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.859963 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:46.990401 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=0778b6f8-e263-4b37-a0d2-e59b929adcd9,revision_number=7']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:47.043318 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:47.044630 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:47.126884 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:47.130470 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.253362 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:47.254108 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.273604 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032bf63-0b3a-4538-9fd1-fcf56ba5a62a req-d7836cbd-ebd0-4a10-baf6-c827ea0ed3d5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:47.282983 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4032bf63-0b3a-4538-9fd1-fcf56ba5a62a req-d7836cbd-ebd0-4a10-baf6-c827ea0ed3d5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0721371 Apr 12 20:16:47.289534 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] For port 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:47.303947 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.305715 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43522) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:47.310874 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-3ed26d21-4b1f-4623-9607-b0d3c0f9ec13 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2115404762', 'description': 'tempest-description--1655176234'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:47.350664 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ed26d21-4b1f-4623-9607-b0d3c0f9ec13 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.357944 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4032bf63-0b3a-4538-9fd1-fcf56ba5a62a req-4f5cc6a2-6e2e-48cd-ad99-c272b1713c02 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738750 Apr 12 20:16:47.409054 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Pushing event updated for resources: {'Port': ['ID=9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:47.451864 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ed26d21-4b1f-4623-9607-b0d3c0f9ec13 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group (078a2670-d0fa-43f1-89d6-286bb8a35bc6), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.458075 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ed26d21-4b1f-4623-9607-b0d3c0f9ec13 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (078a2670-d0fa-43f1-89d6-286bb8a35bc6), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.498667 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3ed26d21-4b1f-4623-9607-b0d3c0f9ec13 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.499961 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-3ed26d21-4b1f-4623-9607-b0d3c0f9ec13 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1931148 Apr 12 20:16:47.503099 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43526) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:47.505097 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed26d21-4b1f-4623-9607-b0d3c0f9ec13 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078a2670-d0fa-43f1-89d6-286bb8a35bc6,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:47.508805 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1b4ab9c0-473b-4491-bc0f-0780c4733c23 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Request body: {'security_group_rule': {'security_group_id': '078a2670-d0fa-43f1-89d6-286bb8a35bc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:47.554980 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab9c0-473b-4491-bc0f-0780c4733c23 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group_rule (3d2ad697-d4fd-4cbc-8dcc-001127d239e7), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.642239 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab9c0-473b-4491-bc0f-0780c4733c23 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group_rule (3d2ad697-d4fd-4cbc-8dcc-001127d239e7), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.651498 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab9c0-473b-4491-bc0f-0780c4733c23 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (3d2ad697-d4fd-4cbc-8dcc-001127d239e7), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.673736 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ab9c0-473b-4491-bc0f-0780c4733c23 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2ad697-d4fd-4cbc-8dcc-001127d239e7,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:47.692574 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab9c0-473b-4491-bc0f-0780c4733c23 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.696920 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1b4ab9c0-473b-4491-bc0f-0780c4733c23 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1925526 Apr 12 20:16:47.698048 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43528) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:47.707674 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-7ec297a8-ee47-4ca1-b1b4-4f7639260874 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Request body: {'security_group_rule': {'security_group_id': '078a2670-d0fa-43f1-89d6-286bb8a35bc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:47.761531 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ec297a8-ee47-4ca1-b1b4-4f7639260874 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group_rule (74ad40af-3125-4c0a-b237-4fd7b153ca2d), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.837614 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ec297a8-ee47-4ca1-b1b4-4f7639260874 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group_rule (74ad40af-3125-4c0a-b237-4fd7b153ca2d), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.844843 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ec297a8-ee47-4ca1-b1b4-4f7639260874 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (74ad40af-3125-4c0a-b237-4fd7b153ca2d), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.876694 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec297a8-ee47-4ca1-b1b4-4f7639260874 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ad40af-3125-4c0a-b237-4fd7b153ca2d,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:47.886654 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ec297a8-ee47-4ca1-b1b4-4f7639260874 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:47.888098 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-7ec297a8-ee47-4ca1-b1b4-4f7639260874 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1888371 Apr 12 20:16:47.891052 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43530) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:47.896211 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:47.933962 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:48.043005 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:48.072107 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Sync routers for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:48.086059 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:48.090062 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:48.248828 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Allocated IP 172.27.0.14 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/23a8bfea-6c01-4692-b0c0-958052dd0bc1) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:48.249063 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:48.297147 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388576c-32e1-4e3c-9e64-9fdd8bf22a26 req-efd94eec-f433-42bd-b762-c38b356c5df9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:48.301035 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d388576c-32e1-4e3c-9e64-9fdd8bf22a26 req-efd94eec-f433-42bd-b762-c38b356c5df9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 945 time: 0.0580170 Apr 12 20:16:48.352972 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d388576c-32e1-4e3c-9e64-9fdd8bf22a26 req-75692fe1-247f-4906-83af-69b0397219cc tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=1505a32e-223b-4123-a36a-f900484dcc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471849 Apr 12 20:16:48.372737 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:48.378440 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for port (23a8bfea-6c01-4692-b0c0-958052dd0bc1), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:48.415714 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (23a8bfea-6c01-4692-b0c0-958052dd0bc1), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:48.461649 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:48.473255 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:48.480990 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:48.484215 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event updated for resources: {'Port': ['ID=23a8bfea-6c01-4692-b0c0-958052dd0bc1,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:48.484381 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:48.484844 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:48.508602 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:16:48.529262 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231596d-b29b-4b32-bf4d-e88f8e8cb152 req-02c71302-4876-4004-a149-662999485bb1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:48.537587 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6231596d-b29b-4b32-bf4d-e88f8e8cb152 req-02c71302-4876-4004-a149-662999485bb1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0860360 Apr 12 20:16:48.556294 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 2, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:48.593812 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Checking router: 508913dd-955d-4719-9c00-bffdc416f886 for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:48.593812 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Updating router 508913dd-955d-4719-9c00-bffdc416f886 port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe binding host dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 20:16:48.596741 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6231596d-b29b-4b32-bf4d-e88f8e8cb152 req-8f1faa1c-893b-4cf0-a873-be9a515306a8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575466 Apr 12 20:16:48.602220 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (23ee3a58-f235-49c5-90cf-b0350874ab57), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:48.656827 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (23a8bfea-6c01-4692-b0c0-958052dd0bc1), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:48.658400 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:48.686066 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:48.815097 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for port (23a8bfea-6c01-4692-b0c0-958052dd0bc1), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:48.820313 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (23a8bfea-6c01-4692-b0c0-958052dd0bc1), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:48.893424 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event updated for resources: {'Port': ['ID=23a8bfea-6c01-4692-b0c0-958052dd0bc1,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:48.905093 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (23ee3a58-f235-49c5-90cf-b0350874ab57), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:48.923233 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:48.924916 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-8518e958-2d1f-4cb1-a1d6-99f07c4dd5d1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0325663 Apr 12 20:16:48.959079 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Publish callbacks [] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:48.965749 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:49.025342 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b855e85-b6ff-4ebd-bfa3-c374e82e08f3 None None] Pushing event updated for resources: {'Port': ['ID=dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:49.078691 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Attempting to bind port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe on host dv-cinder-837542-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:16:49.079088 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Attempting to bind port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe by drivers openvswitch,hyperv on host dv-cinder-837542-1-iscsi at level 0 using segments [{'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:16:49.079525 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Attempting to bind port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe on network 26425c7f-fc2a-4e03-aec8-3d8425652824 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:16:49.085346 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Checking agent: {'id': '85c34ab8-79ac-443b-9920-0ce2f027b21d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837542-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 1, 43), 'started_at': datetime.datetime(2022, 4, 12, 20, 2, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837542-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:16:49.085848 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Checking segment: {'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:49.086333 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:49.086852 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Bound using segment: {'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:16:49.087421 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Bound port: dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe, host: dv-cinder-837542-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:16:49.087878 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:49.122268 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-b9fae922-1f54-4f1b-a4bf-ad05a3d8a00c tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2115404762&fields=id&tenant_id=ba7f619ac25a4e73bb81421ce2e15385 HTTP/1.1" status: 200 len: 267 time: 0.0673485 Apr 12 20:16:49.158680 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] For port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe, host dv-cinder-837542-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:16:49.164251 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] For port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe, host dv-cinder-837542-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:16:49.174104 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:49.227475 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:49.228427 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:49.264297 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-d07feb71-a0de-425e-9c42-21f88c043ecc tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:49.265770 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-d07feb71-a0de-425e-9c42-21f88c043ecc tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/networks?id=26425c7f-fc2a-4e03-aec8-3d8425652824 HTTP/1.1" status: 200 len: 808 time: 0.1371579 Apr 12 20:16:49.295035 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-aa08bc6b-b2df-4c4a-b343-97b737260bb5 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/quotas/ba7f619ac25a4e73bb81421ce2e15385 HTTP/1.1" status: 200 len: 375 time: 0.0104306 Apr 12 20:16:49.300903 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-8a4dd997-9a9b-4dbe-a970-6e6b6b51181d None None] Provisioning complete for port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:49.310005 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd997-9a9b-4dbe-a970-6e6b6b51181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:49.319048 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b855e85-b6ff-4ebd-bfa3-c374e82e08f3 None None] Pushing event updated for resources: {'Port': ['ID=dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:49.414766 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-f59a0e47-5794-40cb-9555-70833746945b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba7f619ac25a4e73bb81421ce2e15385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055770 Apr 12 20:16:49.512860 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:49.515231 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-8a4dd997-9a9b-4dbe-a970-6e6b6b51181d None None] Current status of the port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe is: DOWN; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:49.515482 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd997-9a9b-4dbe-a970-6e6b6b51181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:49.553537 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-f0b82023-dce1-4b81-aa29-d2101ee32898 service neutron] 10.222.0.44 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351368 Apr 12 20:16:49.683751 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58833fc2-9c44-4d85-b1d3-74e0f7da8bbb req-3be30797-5e6f-45f0-858a-c45df607438b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:49.685301 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-58833fc2-9c44-4d85-b1d3-74e0f7da8bbb req-3be30797-5e6f-45f0-858a-c45df607438b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 945 time: 0.1222651 Apr 12 20:16:49.757899 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-8a4dd997-9a9b-4dbe-a970-6e6b6b51181d None None] For port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:49.772103 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-9eb5fa5a-d67c-448c-a476-18b2f233d173 service neutron] 10.222.0.44 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171953 Apr 12 20:16:49.772900 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd997-9a9b-4dbe-a970-6e6b6b51181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:49.778841 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-58833fc2-9c44-4d85-b1d3-74e0f7da8bbb req-e744f2a9-0b70-4f45-8692-9875e0cefd2b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=1505a32e-223b-4123-a36a-f900484dcc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792582 Apr 12 20:16:49.879759 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dd997-9a9b-4dbe-a970-6e6b6b51181d None None] Pushing event updated for resources: {'Port': ['ID=dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:49.903966 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-d8deeaa2-b128-4d42-93b5-ee7a700593b2 None None] Provisioning complete for port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:49.904630 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d8deeaa2-b128-4d42-93b5-ee7a700593b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:50.018115 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:50.046350 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e341e-662b-4877-bfdc-bb687c35c7bb None None] The sync data for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi is: [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:50.107899 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-d8deeaa2-b128-4d42-93b5-ee7a700593b2 None None] Current status of the port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:50.174758 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c76ea-a22d-47bc-9075-364ce736d6ce req-83b44e04-8dc7-47e1-86cf-6570cb7bd73f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:50.183383 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd9c76ea-a22d-47bc-9075-364ce736d6ce req-83b44e04-8dc7-47e1-86cf-6570cb7bd73f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.2665517 Apr 12 20:16:50.210943 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-fece4ec7-c6c3-4b92-9b6b-9dcde55ec48a tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:50.212468 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-fece4ec7-c6c3-4b92-9b6b-9dcde55ec48a tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 945 time: 0.2221634 Apr 12 20:16:50.306754 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-e0212636-daaa-463a-ab05-fe2cc6c0e739 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645846253&fields=id&tenant_id=6a20446396734ae288db2ceb1ea6d037 HTTP/1.1" status: 200 len: 267 time: 0.2869976 Apr 12 20:16:50.421189 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe up at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:16:50.505866 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd9c76ea-a22d-47bc-9075-364ce736d6ce req-a79303ff-f692-40d2-97cb-8b4e4fb917d0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197393 Apr 12 20:16:50.539099 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Provisioning complete for port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:50.559677 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:50.564320 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Deleting port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:50.564680 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:50.704178 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Current status of the port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe is: ACTIVE; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:16:50.726614 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5fba55a0-31a1-4ed7-bf40-271b74772669 req-f7c14ed6-024e-41fe-a40b-38b0befbbfe9 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 210 time: 0.1234822 Apr 12 20:16:50.774882 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-42051ab7-de6f-4e41-9d49-89e98a10971f tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:50.777842 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-42051ab7-de6f-4e41-9d49-89e98a10971f tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/networks?id=e5af3e9e-8023-4bdc-bd42-4d77602f877c HTTP/1.1" status: 200 len: 809 time: 0.4698417 Apr 12 20:16:50.841507 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-e61bf08a-1a5a-4a60-8321-d2c4308f5e86 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/quotas/6a20446396734ae288db2ceb1ea6d037 HTTP/1.1" status: 200 len: 375 time: 0.0626795 Apr 12 20:16:50.967819 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] For port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=99d1212f-3fa8-4ff0-bd25-d0219d9fe170,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:16:50.976135 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:51.017729 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0476a4d-1a7b-44d6-b35e-04e29dc2080f req-d61ad39d-d915-447f-8b76-1cd40663e219 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:51.019221 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c0476a4d-1a7b-44d6-b35e-04e29dc2080f req-d61ad39d-d915-447f-8b76-1cd40663e219 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 945 time: 0.1354537 Apr 12 20:16:51.064821 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-4fe70c00-8221-4759-a91b-3e8bafdf8be7 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a20446396734ae288db2ceb1ea6d037&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2223415 Apr 12 20:16:51.251458 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c0476a4d-1a7b-44d6-b35e-04e29dc2080f req-9f742fa4-d4f3-478a-a2a1-7945eccfa6d5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=1505a32e-223b-4123-a36a-f900484dcc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970015 Apr 12 20:16:51.311198 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-b17a6184-9b21-4c39-a2c8-fd27a8c7dffe service neutron] 10.222.0.44 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360461 Apr 12 20:16:51.361443 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:51.361826 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (78edc427-6e9c-4338-bca0-84b5f568a7af), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:51.362158 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Floating IP 78edc427-6e9c-4338-bca0-84b5f568a7af disassociated. External IP: 172.27.0.197, port: 99d1212f-3fa8-4ff0-bd25-d0219d9fe170. Apr 12 20:16:51.362516 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Calling delete_port for 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:51.463946 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:51.544286 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-5731b097-a505-46da-ae32-8c149dd3c898 service neutron] 10.222.0.44 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253397 Apr 12 20:16:51.804667 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbbde1-4566-4fe4-aff2-0132d86b7421 req-dce0dbf1-0a78-4fd5-af12-4246e7ff3aa2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:51.806437 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dbcbbde1-4566-4fe4-aff2-0132d86b7421 req-dce0dbf1-0a78-4fd5-af12-4246e7ff3aa2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.1535842 Apr 12 20:16:51.830472 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-bdbb3fd7-cfd2-429c-9695-84fcc58165d6 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:51.844124 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-bdbb3fd7-cfd2-429c-9695-84fcc58165d6 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.13 "GET /v2.0/networks?id=26425c7f-fc2a-4e03-aec8-3d8425652824 HTTP/1.1" status: 200 len: 808 time: 0.3286343 Apr 12 20:16:51.908588 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (99d1212f-3fa8-4ff0-bd25-d0219d9fe170), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:51.977655 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event deleted for resources: {'Port': ['ID=99d1212f-3fa8-4ff0-bd25-d0219d9fe170,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:51.993035 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.993812 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.994376 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.994739 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.995167 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.995707 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.996058 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.996552 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.996911 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.997338 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.997799 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.998133 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.998475 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.998877 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:51.999214 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:16:52.020648 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dbcbbde1-4566-4fe4-aff2-0132d86b7421 req-62e48169-9242-46ac-aa6d-a065e1540a55 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072642 Apr 12 20:16:52.154228 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1aaa64b7-7ddc-4455-b53a-972943c3fb60 req-67b6ed34-3900-44ec-ba83-f8d2a26bc099 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 210 time: 0.0627363 Apr 12 20:16:52.209219 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f9be89b2-d16b-46b3-8833-8deb72a49855 req-306ab71c-53a4-4718-97ee-f812dfed2c90 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 210 time: 0.0681007 Apr 12 20:16:52.311452 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-43976262-0503-42a8-8824-8d2029b6011f tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba7f619ac25a4e73bb81421ce2e15385 HTTP/1.1" status: 200 len: 380 time: 0.3569441 Apr 12 20:16:52.330656 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-c50c92fe-eb49-4854-8f78-64fbafe03450 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Request body: {'port': {'device_id': 'de8e7efe-aa76-4e2e-9659-3a1a69cbafcc', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'admin_state_up': True, 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'security_groups': ['078a2670-d0fa-43f1-89d6-286bb8a35bc6']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:52.415518 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Router 1528482d-75d2-4dee-bdfa-de1c7ae6287f has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:16:52.466670 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fb554141-5c89-4215-b304-6ada8fccbb90 req-014c3c6d-8caa-45be-b09c-d42ce29a8b87 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3 HTTP/1.1" status: 200 len: 210 time: 0.0915966 Apr 12 20:16:52.698919 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:16:52.705956 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-c50c92fe-eb49-4854-8f78-64fbafe03450 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Made reservation on behalf of ba7f619ac25a4e73bb81421ce2e15385 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:16:52.709397 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-c50c92fe-eb49-4854-8f78-64fbafe03450 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:52.724590 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4a6ee-290b-4b23-8426-0b9104f02f9e None None] Sync routers for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:16:52.739318 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4a6ee-290b-4b23-8426-0b9104f02f9e None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:52.742820 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-0dc4a6ee-290b-4b23-8426-0b9104f02f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:52.775153 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] No DVR routers for this DVR port 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:16:52.779559 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:52.784262 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9305cac1-40c7-4f90-93e1-7fe678e815dc req-b5621f03-b62e-4890-a15b-7c2ab648a419 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "DELETE /v2.0/ports/99d1212f-3fa8-4ff0-bd25-d0219d9fe170 HTTP/1.1" status: 204 len: 173 time: 2.5611103 Apr 12 20:16:52.790463 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3', 'name': 'network-vif-deleted', 'tag': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:52.795350 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad806991-cd0b-451b-ba86-64ec7bc97cd8" -d '{"events": [{"server_uuid": "2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3", "name": "network-vif-deleted", "tag": "99d1212f-3fa8-4ff0-bd25-d0219d9fe170"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:52.880504 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-0dc4a6ee-290b-4b23-8426-0b9104f02f9e None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:53.019457 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-c50c92fe-eb49-4854-8f78-64fbafe03450 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Allocated IP 172.20.0.3 (26425c7f-fc2a-4e03-aec8-3d8425652824/bd0872dc-bcf8-4267-a65a-45c4d89c9db7/7d56c948-68e8-4110-bf6f-d83af477dc57) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:53.102986 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f0836a-f461-4631-824f-8601a5999c98 x-openstack-request-id: req-98f0836a-f461-4631-824f-8601a5999c98 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:53.103281 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3", "name": "network-vif-deleted", "tag": "99d1212f-3fa8-4ff0-bd25-d0219d9fe170", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:53.103548 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98f0836a-f461-4631-824f-8601a5999c98 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:53.104493 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f0836a-f461-4631-824f-8601a5999c98'] response: {'server_uuid': '2b2ab46d-f28a-4cfa-a6ef-5c2189b776d3', 'name': 'network-vif-deleted', 'tag': '99d1212f-3fa8-4ff0-bd25-d0219d9fe170', 'status': 'completed', 'code': 200} Apr 12 20:16:53.320774 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-0dc4a6ee-290b-4b23-8426-0b9104f02f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:53.480431 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4a6ee-290b-4b23-8426-0b9104f02f9e None None] Checking router: 1528482d-75d2-4dee-bdfa-de1c7ae6287f for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:16:53.492250 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4a6ee-290b-4b23-8426-0b9104f02f9e None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:16:53.492878 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-0dc4a6ee-290b-4b23-8426-0b9104f02f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:16:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:53.626958 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbfd12-0364-4498-b1f6-2029edb5690c req-21170d6d-9aba-4519-8c7c-65d0ad84fd63 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:53.630040 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5fbfd12-0364-4498-b1f6-2029edb5690c req-21170d6d-9aba-4519-8c7c-65d0ad84fd63 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.4691534 Apr 12 20:16:53.637748 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-0dc4a6ee-290b-4b23-8426-0b9104f02f9e None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:16:53.671402 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-84e89375-ec93-4888-8fb4-d54d8d64c3db req-df92affe-4448-43aa-8e04-fc5c511d8330 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 210 time: 0.0494871 Apr 12 20:16:53.694000 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-c50c92fe-eb49-4854-8f78-64fbafe03450 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:53.857111 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ac235121-eb27-44ee-8b81-bbdcbb89e57a req-bd893d72-bf6e-4ccd-9b14-6a0d3a5479fd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 210 time: 0.0826530 Apr 12 20:16:53.895087 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5fbfd12-0364-4498-b1f6-2029edb5690c req-752deee0-2566-4eb3-a357-507a8e401523 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226086 Apr 12 20:16:53.951558 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-0dc4a6ee-290b-4b23-8426-0b9104f02f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:16:54.001481 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-c50c92fe-eb49-4854-8f78-64fbafe03450 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:54.002323 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4a6ee-290b-4b23-8426-0b9104f02f9e None None] The sync data for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi is: [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:16:54.119721 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-3d05a935-dff5-4cee-8da2-cd0bee102c1e tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:54.121702 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-3d05a935-dff5-4cee-8da2-cd0bee102c1e tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.13 "GET /v2.0/networks?id=e5af3e9e-8023-4bdc-bd42-4d77602f877c HTTP/1.1" status: 200 len: 809 time: 0.2804306 Apr 12 20:16:54.126268 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c92fe-eb49-4854-8f78-64fbafe03450 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event updated for resources: {'Port': ['ID=7d56c948-68e8-4110-bf6f-d83af477dc57,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:54.129883 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-c50c92fe-eb49-4854-8f78-64fbafe03450 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Network 26425c7f-fc2a-4e03-aec8-3d8425652824 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:54.131514 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-c50c92fe-eb49-4854-8f78-64fbafe03450 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:54.133582 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-c50c92fe-eb49-4854-8f78-64fbafe03450 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:54.178128 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:16:54.218079 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:16:54.218627 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 99d1212f-3fa8-4ff0-bd25-d0219d9fe170 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:16:54.231544 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-c50c92fe-eb49-4854-8f78-64fbafe03450 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:54.233283 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-c50c92fe-eb49-4854-8f78-64fbafe03450 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:54.255803 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43626) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:54.266942 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-c50c92fe-eb49-4854-8f78-64fbafe03450 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9414959 Apr 12 20:16:54.294885 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Request body: {'port': {'device_id': 'de8e7efe-aa76-4e2e-9659-3a1a69cbafcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:54.363308 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-20814631-fb2e-4ce7-a77b-7bbd6ee34629 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a20446396734ae288db2ceb1ea6d037 HTTP/1.1" status: 200 len: 379 time: 0.1936479 Apr 12 20:16:54.388335 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f20309de-e963-473c-8537-3433b10126cd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (1505a32e-223b-4123-a36a-f900484dcc7e), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:54.391479 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-2bf58a4b-5be5-4a69-88c5-fa118194ea09 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Request body: {'port': {'device_id': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'admin_state_up': True, 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'security_groups': ['255e53d3-5da4-4932-a9d5-74f83efac000']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:54.426518 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f20309de-e963-473c-8537-3433b10126cd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (1505a32e-223b-4123-a36a-f900484dcc7e), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:54.456567 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac98156-aefc-4470-8e69-a1f4db07b47c None None] New status for floating IP 78edc427-6e9c-4338-bca0-84b5f568a7af: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:16:54.473463 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:54.502120 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f20309de-e963-473c-8537-3433b10126cd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (1505a32e-223b-4123-a36a-f900484dcc7e), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:54.504815 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f20309de-e963-473c-8537-3433b10126cd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:54.508977 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-f20309de-e963-473c-8537-3433b10126cd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "DELETE /v2.0/security-groups/1505a32e-223b-4123-a36a-f900484dcc7e HTTP/1.1" status: 204 len: 168 time: 0.2511795 Apr 12 20:16:54.510392 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43628) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:54.538671 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.api.v2.resource [None req-ecc4e151-cb71-4a72-a18f-327c8fd4a731 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] show failed (client error): The resource could not be found. Apr 12 20:16:54.544341 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-ecc4e151-cb71-4a72-a18f-327c8fd4a731 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups/1505a32e-223b-4123-a36a-f900484dcc7e HTTP/1.1" status: 404 len: 347 time: 0.0262012 Apr 12 20:16:54.545096 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43630) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:54.545868 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20309de-e963-473c-8537-3433b10126cd tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1505a32e-223b-4123-a36a-f900484dcc7e,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:54.646819 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-7b3b7b35-e871-47df-bede-79c764125a58 None None] Provisioning complete for port 7d56c948-68e8-4110-bf6f-d83af477dc57 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:54.650086 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7b3b7b35-e871-47df-bede-79c764125a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:54.741914 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b7b35-e871-47df-bede-79c764125a58 None None] Port 7d56c948-68e8-4110-bf6f-d83af477dc57 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:16:54.750233 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ebb07-7b58-48ac-a370-fe6af82dbabb tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Deleting port 329b49bc-4095-441a-b6a1-b988103b7319 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:16:54.750853 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebb07-7b58-48ac-a370-fe6af82dbabb tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (329b49bc-4095-441a-b6a1-b988103b7319), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:54.848819 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebb07-7b58-48ac-a370-fe6af82dbabb tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (329b49bc-4095-441a-b6a1-b988103b7319), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:54.848819 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebb07-7b58-48ac-a370-fe6af82dbabb tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (329b49bc-4095-441a-b6a1-b988103b7319), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:54.869103 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ebb07-7b58-48ac-a370-fe6af82dbabb tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Calling delete_port for 329b49bc-4095-441a-b6a1-b988103b7319 owned by network:floatingip {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:16:54.933864 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac8b2e-2342-446a-9d0c-2ee6ed33f11e req-35348594-0d44-43d0-a958-471b2d227e3c tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:54.936030 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b2ac8b2e-2342-446a-9d0c-2ee6ed33f11e req-35348594-0d44-43d0-a958-471b2d227e3c tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 931 time: 0.0886805 Apr 12 20:16:54.939503 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-2bf58a4b-5be5-4a69-88c5-fa118194ea09 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Made reservation on behalf of 6a20446396734ae288db2ceb1ea6d037 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:16:54.943288 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-2bf58a4b-5be5-4a69-88c5-fa118194ea09 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.061913 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebb07-7b58-48ac-a370-fe6af82dbabb tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (329b49bc-4095-441a-b6a1-b988103b7319), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.075893 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a4d8b1e1-480d-4c5b-91ee-7b9ad1bfabea req-caf9f595-b195-4212-8134-61ffe3ad1780 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 210 time: 0.0725923 Apr 12 20:16:55.101989 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ebb07-7b58-48ac-a370-fe6af82dbabb tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event deleted for resources: {'Port': ['ID=329b49bc-4095-441a-b6a1-b988103b7319,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:55.202571 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebb07-7b58-48ac-a370-fe6af82dbabb tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (78edc427-6e9c-4338-bca0-84b5f568a7af), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.205749 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3b9ebb07-7b58-48ac-a370-fe6af82dbabb tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.211589 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-3b9ebb07-7b58-48ac-a370-fe6af82dbabb tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "DELETE /v2.0/floatingips/78edc427-6e9c-4338-bca0-84b5f568a7af HTTP/1.1" status: 204 len: 168 time: 0.6588988 Apr 12 20:16:55.249003 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b2ac8b2e-2342-446a-9d0c-2ee6ed33f11e req-fe95cf50-7901-4864-8447-48baac9110af tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834609 Apr 12 20:16:55.347380 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d56c948-68e8-4110-bf6f-d83af477dc57 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:16:55.361583 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Publish callbacks [] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.407372 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8196ea-c939-47d4-b244-bfd71166ed6c req-cab95a73-f3c0-42cf-8b6c-66c2f2451d2f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:55.414570 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ad8196ea-c939-47d4-b244-bfd71166ed6c req-cab95a73-f3c0-42cf-8b6c-66c2f2451d2f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.1974778 Apr 12 20:16:55.418123 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Transition to ACTIVE for port object 7d56c948-68e8-4110-bf6f-d83af477dc57 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:16:55.419348 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-2bf58a4b-5be5-4a69-88c5-fa118194ea09 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Allocated IP 172.20.0.6 (e5af3e9e-8023-4bdc-bd42-4d77602f877c/5b5212f1-da48-4d00-9997-9a256138bdf3/6846941b-72e6-4185-8c93-696a0ed36f21) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:55.439164 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.522200 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43640) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:55.527479 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-51b342e2-4dc7-4528-848e-b819a3379a50 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716116516', 'description': 'tempest-description--1311865990'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:55.559395 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Pushing event updated for resources: {'Port': ['ID=7d56c948-68e8-4110-bf6f-d83af477dc57,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:55.566726 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-51b342e2-4dc7-4528-848e-b819a3379a50 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.573920 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ad8196ea-c939-47d4-b244-bfd71166ed6c req-42435ef6-2bfe-46e2-a66b-99a271ecb3fc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572115 Apr 12 20:16:55.674804 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-51b342e2-4dc7-4528-848e-b819a3379a50 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (be606c3b-f0d4-4631-a2b1-16829a3f6321), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.680810 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-51b342e2-4dc7-4528-848e-b819a3379a50 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (be606c3b-f0d4-4631-a2b1-16829a3f6321), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.725431 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-51b342e2-4dc7-4528-848e-b819a3379a50 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.727140 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-51b342e2-4dc7-4528-848e-b819a3379a50 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2038665 Apr 12 20:16:55.728612 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b342e2-4dc7-4528-848e-b819a3379a50 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be606c3b-f0d4-4631-a2b1-16829a3f6321,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:55.738387 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43642) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:55.746395 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-54bba03d-c028-48c6-b023-ea7ac0bdac30 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'security_group_rule': {'security_group_id': 'be606c3b-f0d4-4631-a2b1-16829a3f6321', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:55.777669 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Attempting to bind port 7d56c948-68e8-4110-bf6f-d83af477dc57 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:16:55.778279 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Attempting to bind port 7d56c948-68e8-4110-bf6f-d83af477dc57 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:16:55.778934 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Attempting to bind port 7d56c948-68e8-4110-bf6f-d83af477dc57 on network 26425c7f-fc2a-4e03-aec8-3d8425652824 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:16:55.795656 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Port 7d56c948-68e8-4110-bf6f-d83af477dc57 on network 26425c7f-fc2a-4e03-aec8-3d8425652824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:16:55.796307 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Attempting to bind port 7d56c948-68e8-4110-bf6f-d83af477dc57 on network 26425c7f-fc2a-4e03-aec8-3d8425652824 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:16:55.799688 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-54bba03d-c028-48c6-b023-ea7ac0bdac30 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (03f87b46-ec52-4676-b5c9-e3e042c878fa), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.816262 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:16:55.816623 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Checking segment: {'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:55.817027 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Bound using segment: {'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:16:55.817475 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Bound port: 7d56c948-68e8-4110-bf6f-d83af477dc57, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:16:55.817845 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.841096 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-2bf58a4b-5be5-4a69-88c5-fa118194ea09 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for port (6846941b-72e6-4185-8c93-696a0ed36f21), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.876575 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-54bba03d-c028-48c6-b023-ea7ac0bdac30 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (03f87b46-ec52-4676-b5c9-e3e042c878fa), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.889666 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-54bba03d-c028-48c6-b023-ea7ac0bdac30 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (03f87b46-ec52-4676-b5c9-e3e042c878fa), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.909668 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bba03d-c028-48c6-b023-ea7ac0bdac30 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f87b46-ec52-4676-b5c9-e3e042c878fa,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:55.939969 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] For port 7d56c948-68e8-4110-bf6f-d83af477dc57, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:16:55.945070 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-54bba03d-c028-48c6-b023-ea7ac0bdac30 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.945250 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-2bf58a4b-5be5-4a69-88c5-fa118194ea09 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:55.950165 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] For port 7d56c948-68e8-4110-bf6f-d83af477dc57, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d56c948-68e8-4110-bf6f-d83af477dc57,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:16:55.955227 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-54bba03d-c028-48c6-b023-ea7ac0bdac30 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2114546 Apr 12 20:16:55.955676 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43644) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:55.965862 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-33fe91da-47e5-48c4-b2ad-e0f558043680 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'security_group_rule': {'security_group_id': 'be606c3b-f0d4-4631-a2b1-16829a3f6321', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:56.001897 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-33fe91da-47e5-48c4-b2ad-e0f558043680 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (f7801e49-b2cc-4b56-aeda-4299577095af), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.003630 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.026867 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf58a4b-5be5-4a69-88c5-fa118194ea09 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Pushing event updated for resources: {'Port': ['ID=6846941b-72e6-4185-8c93-696a0ed36f21,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:56.065786 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-2bf58a4b-5be5-4a69-88c5-fa118194ea09 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Network e5af3e9e-8023-4bdc-bd42-4d77602f877c is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:56.085306 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-33fe91da-47e5-48c4-b2ad-e0f558043680 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (f7801e49-b2cc-4b56-aeda-4299577095af), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.087500 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-2bf58a4b-5be5-4a69-88c5-fa118194ea09 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:56.092748 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:56.093454 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.094988 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] 10.222.0.13 "PUT /v2.0/ports/7d56c948-68e8-4110-bf6f-d83af477dc57 HTTP/1.1" status: 200 len: 1093 time: 1.8127999 Apr 12 20:16:56.095495 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8e7efe-aa76-4e2e-9659-3a1a69cbafcc', 'tag': '7d56c948-68e8-4110-bf6f-d83af477dc57'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:56.097940 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d8003-be58-4f07-a4f0-17af45aad0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "de8e7efe-aa76-4e2e-9659-3a1a69cbafcc", "tag": "7d56c948-68e8-4110-bf6f-d83af477dc57"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:56.098627 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-33fe91da-47e5-48c4-b2ad-e0f558043680 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (f7801e49-b2cc-4b56-aeda-4299577095af), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.112878 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-2bf58a4b-5be5-4a69-88c5-fa118194ea09 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:56.175622 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9ae630-75f8-4a5c-a002-b74f5878027e x-openstack-request-id: req-4e9ae630-75f8-4a5c-a002-b74f5878027e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:56.176045 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8e7efe-aa76-4e2e-9659-3a1a69cbafcc", "tag": "7d56c948-68e8-4110-bf6f-d83af477dc57", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:56.176346 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e9ae630-75f8-4a5c-a002-b74f5878027e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:56.176758 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9ae630-75f8-4a5c-a002-b74f5878027e'] response: {'name': 'network-changed', 'server_uuid': 'de8e7efe-aa76-4e2e-9659-3a1a69cbafcc', 'tag': '7d56c948-68e8-4110-bf6f-d83af477dc57', 'status': 'completed', 'code': 200} Apr 12 20:16:56.232668 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-33fe91da-47e5-48c4-b2ad-e0f558043680 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.238624 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-33fe91da-47e5-48c4-b2ad-e0f558043680 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2767038 Apr 12 20:16:56.238842 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43650) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:16:56.241423 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe91da-47e5-48c4-b2ad-e0f558043680 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7801e49-b2cc-4b56-aeda-4299577095af,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:56.304209 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:56.331953 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e93590-aa83-4093-baf7-4988ccaad46c service neutron] Pushing event updated for resources: {'Port': ['ID=7d56c948-68e8-4110-bf6f-d83af477dc57,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:56.356913 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-11e0473a-7300-41da-8cf0-da54981cb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:56.358441 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-11e0473a-7300-41da-8cf0-da54981cb4e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba7f619ac25a4e73bb81421ce2e15385&device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 1127 time: 0.1982312 Apr 12 20:16:56.365350 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-2bf58a4b-5be5-4a69-88c5-fa118194ea09 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:56.365925 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-2bf58a4b-5be5-4a69-88c5-fa118194ea09 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.404137 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8acd9f-d8e4-4e78-b9d0-d9a43d49610a req-95852fdb-6fc0-4c05-9870-e2cc56239df8 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:56.405700 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bb8acd9f-d8e4-4e78-b9d0-d9a43d49610a req-95852fdb-6fc0-4c05-9870-e2cc56239df8 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 931 time: 0.2245553 Apr 12 20:16:56.496000 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-28e99933-ffa3-4f69-acc6-8556f1f38499 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d56c948-68e8-4110-bf6f-d83af477dc57 HTTP/1.1" status: 200 len: 217 time: 0.1183014 Apr 12 20:16:56.496837 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.515872 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-2bf58a4b-5be5-4a69-88c5-fa118194ea09 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1377172 Apr 12 20:16:56.571516 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Request body: {'port': {'device_id': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:16:56.659091 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef4dae-f45f-4299-9c1c-1e0b8b715bae req-2f20a4a1-50b0-4977-827c-ca9919dc05d2 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:56.660625 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-faef4dae-f45f-4299-9c1c-1e0b8b715bae req-2f20a4a1-50b0-4977-827c-ca9919dc05d2 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 943 time: 0.2707565 Apr 12 20:16:56.663589 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-fc713b9a-1d96-4e33-a1ed-0374951913bf None None] Provisioning complete for port 6846941b-72e6-4185-8c93-696a0ed36f21 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:16:56.664623 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fc713b9a-1d96-4e33-a1ed-0374951913bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.709685 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-fc713b9a-1d96-4e33-a1ed-0374951913bf None None] Port 6846941b-72e6-4185-8c93-696a0ed36f21 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:16:56.755782 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-d01fe077-64ca-44ab-85c9-c74180e4360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:56.757317 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-d01fe077-64ca-44ab-85c9-c74180e4360d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd0872dc-bcf8-4267-a65a-45c4d89c9db7 HTTP/1.1" status: 200 len: 847 time: 0.2352207 Apr 12 20:16:56.774849 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bb8acd9f-d8e4-4e78-b9d0-d9a43d49610a req-8dd3cf1f-9339-455d-9b54-918fc27049af tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016636 Apr 12 20:16:56.810105 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.821889 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:56.871580 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-faef4dae-f45f-4299-9c1c-1e0b8b715bae req-5dbdb815-3989-4652-98fc-f9b99360dbdd tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871679 Apr 12 20:16:56.922443 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-10a1584e-0b9e-4fc5-8635-66d38b3c2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:56.924244 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-10a1584e-0b9e-4fc5-8635-66d38b3c2392 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26425c7f-fc2a-4e03-aec8-3d8425652824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1571188 Apr 12 20:16:57.127272 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33277b43-e28c-4353-9f2d-f8428cc66b70 req-61f269cf-87e3-4af5-87b6-eba5e0203c57 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:57.128783 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-33277b43-e28c-4353-9f2d-f8428cc66b70 req-61f269cf-87e3-4af5-87b6-eba5e0203c57 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.2239580 Apr 12 20:16:57.282964 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Allocated IP 172.27.0.67 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/fb2830e6-d6c2-46b5-8c06-dd67fc103584) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:16:57.299637 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-388dab72-4f04-4a16-89a9-ae7d927f6c48 service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618751 Apr 12 20:16:57.364430 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-33277b43-e28c-4353-9f2d-f8428cc66b70 req-3ea53208-1d5a-4de7-b2e4-7fa0f7e514a7 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148769 Apr 12 20:16:57.565026 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7491df4e-85f2-4d5d-8bf5-c48b692b44bc req-b4d1f56e-4778-40f8-be5e-c8d147283f53 service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535551 Apr 12 20:16:57.606926 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for port (fb2830e6-d6c2-46b5-8c06-dd67fc103584), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:57.622638 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6846941b-72e6-4185-8c93-696a0ed36f21 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:16:57.632470 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Publish callbacks [] for port (6846941b-72e6-4185-8c93-696a0ed36f21), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:57.658901 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Transition to ACTIVE for port object 6846941b-72e6-4185-8c93-696a0ed36f21 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:16:57.665848 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:57.694611 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (fb2830e6-d6c2-46b5-8c06-dd67fc103584), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:57.754787 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:16:57.755798 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6846941b-72e6-4185-8c93-696a0ed36f21,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:57.787429 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:16:57.813588 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:16:57.875783 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'Port': ['ID=fb2830e6-d6c2-46b5-8c06-dd67fc103584,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:57.947867 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Attempting to bind port 6846941b-72e6-4185-8c93-696a0ed36f21 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:16:57.948418 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Attempting to bind port 6846941b-72e6-4185-8c93-696a0ed36f21 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '83d157cd-b2af-4933-b49f-6c30515cd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:16:57.948878 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Attempting to bind port 6846941b-72e6-4185-8c93-696a0ed36f21 on network e5af3e9e-8023-4bdc-bd42-4d77602f877c {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:16:57.972071 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563073e3-1a71-42f0-bb4b-7c7ec02be37f req-1a9a32c8-f090-4c55-9d08-b628c0f3130e tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:57.976563 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-563073e3-1a71-42f0-bb4b-7c7ec02be37f req-1a9a32c8-f090-4c55-9d08-b628c0f3130e tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0811734 Apr 12 20:16:57.977589 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Port 6846941b-72e6-4185-8c93-696a0ed36f21 on network e5af3e9e-8023-4bdc-bd42-4d77602f877c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:16:57.978118 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Attempting to bind port 6846941b-72e6-4185-8c93-696a0ed36f21 on network e5af3e9e-8023-4bdc-bd42-4d77602f877c {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:16:58.054330 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:16:58.054755 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Checking segment: {'id': '83d157cd-b2af-4933-b49f-6c30515cd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:16:58.055231 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Bound using segment: {'id': '83d157cd-b2af-4933-b49f-6c30515cd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:16:58.055755 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Bound port: 6846941b-72e6-4185-8c93-696a0ed36f21, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d157cd-b2af-4933-b49f-6c30515cd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:16:58.056183 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.112784 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8139b02-802d-448d-9fbb-add1153b9bf7 req-78441e86-e26e-4d7b-ba9b-99380ac90c7f tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:58.114430 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d8139b02-802d-448d-9fbb-add1153b9bf7 req-78441e86-e26e-4d7b-ba9b-99380ac90c7f tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 943 time: 0.1335196 Apr 12 20:16:58.129496 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (9332a8eb-1672-451f-aac5-2f885b92c395), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.199567 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-563073e3-1a71-42f0-bb4b-7c7ec02be37f req-36b6675a-27ce-4d43-8cfd-167401a5b469 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971285 Apr 12 20:16:58.273340 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (fb2830e6-d6c2-46b5-8c06-dd67fc103584), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.300726 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] For port 6846941b-72e6-4185-8c93-696a0ed36f21, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:16:58.323999 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d8139b02-802d-448d-9fbb-add1153b9bf7 req-33a32eb8-8ccd-441a-ab94-80c42951d802 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961768 Apr 12 20:16:58.327549 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] For port 6846941b-72e6-4185-8c93-696a0ed36f21, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6846941b-72e6-4185-8c93-696a0ed36f21,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:16:58.348651 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.447797 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:58.448547 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:58.449954 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] 10.222.0.13 "PUT /v2.0/ports/6846941b-72e6-4185-8c93-696a0ed36f21 HTTP/1.1" status: 200 len: 1093 time: 1.9071379 Apr 12 20:16:58.450427 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:16:58.452669 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75bcfa2-ca2a-4d57-a78d-f6815033ba10" -d '{"events": [{"name": "network-changed", "server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:16:58.506747 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc3a78-9df4-409f-8d40-c063c5d403b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6846941b-72e6-4185-8c93-696a0ed36f21,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:58.511511 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f47f5c-7be7-402c-b598-2cd156b2580b x-openstack-request-id: req-d2f47f5c-7be7-402c-b598-2cd156b2580b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:16:58.511796 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:16:58.512100 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2f47f5c-7be7-402c-b598-2cd156b2580b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:16:58.512675 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f47f5c-7be7-402c-b598-2cd156b2580b'] response: {'name': 'network-changed', 'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21', 'status': 'completed', 'code': 200} Apr 12 20:16:58.942234 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7e7f7-fffa-4c25-9c0e-f253923b2ef8 req-3e6779c3-8b4b-49bf-a83f-2b1fda671eea tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:58.943805 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ad7e7f7-fffa-4c25-9c0e-f253923b2ef8 req-3e6779c3-8b4b-49bf-a83f-2b1fda671eea tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.4407222 Apr 12 20:16:58.944867 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d8003-be58-4f07-a4f0-17af45aad0f2 req-7ac66998-284e-462f-943e-d95a06a58dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:58.946254 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ee8d8003-be58-4f07-a4f0-17af45aad0f2 req-7ac66998-284e-462f-943e-d95a06a58dea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba7f619ac25a4e73bb81421ce2e15385&device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 1127 time: 0.4239831 Apr 12 20:16:58.980240 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-645ac0c0-c9e3-47de-b952-75b8ea72abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:58.981954 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-645ac0c0-c9e3-47de-b952-75b8ea72abda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a20446396734ae288db2ceb1ea6d037&device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 1127 time: 0.1095080 Apr 12 20:16:59.057670 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for port (fb2830e6-d6c2-46b5-8c06-dd67fc103584), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:59.065509 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-66fa6124-f99a-4886-81ad-cd3ed612f43f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6846941b-72e6-4185-8c93-696a0ed36f21 HTTP/1.1" status: 200 len: 217 time: 0.0637391 Apr 12 20:16:59.095510 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (fb2830e6-d6c2-46b5-8c06-dd67fc103584), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:59.155647 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ad7e7f7-fffa-4c25-9c0e-f253923b2ef8 req-6ea55d98-9b85-4a48-8588-0916f378ece9 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041376 Apr 12 20:16:59.248946 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'Port': ['ID=fb2830e6-d6c2-46b5-8c06-dd67fc103584,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:16:59.278284 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-b33c3f16-b7b3-40df-80eb-2ceaeb40e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:59.279792 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-b33c3f16-b7b3-40df-80eb-2ceaeb40e00a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5212f1-da48-4d00-9997-9a256138bdf3 HTTP/1.1" status: 200 len: 848 time: 0.1808267 Apr 12 20:16:59.283125 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d8003-be58-4f07-a4f0-17af45aad0f2 req-09863be7-7722-415d-8e66-df1c35e3f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:59.284765 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ee8d8003-be58-4f07-a4f0-17af45aad0f2 req-09863be7-7722-415d-8e66-df1c35e3f2c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26425c7f-fc2a-4e03-aec8-3d8425652824 HTTP/1.1" status: 200 len: 909 time: 0.3179908 Apr 12 20:16:59.301338 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (9332a8eb-1672-451f-aac5-2f885b92c395), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:59.397042 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ee8d8003-be58-4f07-a4f0-17af45aad0f2 req-d716a931-7632-49c7-b91b-e0bed72b8868 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d56c948-68e8-4110-bf6f-d83af477dc57 HTTP/1.1" status: 200 len: 217 time: 0.0966706 Apr 12 20:16:59.413095 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:16:59.414266 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-797acef9-012b-4192-bb6d-e55f5f2676ee tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1671987 Apr 12 20:16:59.438853 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b8238-e4ea-4479-a7de-0b07e6706fe1 req-83d8ffdf-53bb-42a4-9496-1026ab128f9c tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:59.440409 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d4b8238-e4ea-4479-a7de-0b07e6706fe1 req-83d8ffdf-53bb-42a4-9496-1026ab128f9c tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.1529627 Apr 12 20:16:59.488117 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d3eca4bb-f55f-4c93-a9e6-3621af069c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:59.489623 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-d3eca4bb-f55f-4c93-a9e6-3621af069c5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5af3e9e-8023-4bdc-bd42-4d77602f877c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1906502 Apr 12 20:16:59.549411 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb915555-af23-4998-9258-388455f95687 req-d5e19140-02fc-42cf-83ec-efa03629c2bd tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:59.550915 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bb915555-af23-4998-9258-388455f95687 req-d5e19140-02fc-42cf-83ec-efa03629c2bd tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 943 time: 0.1463609 Apr 12 20:16:59.585594 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d8003-be58-4f07-a4f0-17af45aad0f2 req-1eee5170-846a-45b4-88fe-ddbe790163b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:59.588703 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ee8d8003-be58-4f07-a4f0-17af45aad0f2 req-1eee5170-846a-45b4-88fe-ddbe790163b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd0872dc-bcf8-4267-a65a-45c4d89c9db7 HTTP/1.1" status: 200 len: 847 time: 0.1785545 Apr 12 20:16:59.707271 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d4b8238-e4ea-4479-a7de-0b07e6706fe1 req-ce7ac04c-22a9-4347-9aef-603ee40525f0 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147441 Apr 12 20:16:59.720281 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d8003-be58-4f07-a4f0-17af45aad0f2 req-2e0dcb72-068e-4e7d-98d5-072ae1f583d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:16:59.721787 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ee8d8003-be58-4f07-a4f0-17af45aad0f2 req-2e0dcb72-068e-4e7d-98d5-072ae1f583d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26425c7f-fc2a-4e03-aec8-3d8425652824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028726 Apr 12 20:16:59.846121 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-694ac08c-48a4-465f-b41f-339151e9de02 service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388207 Apr 12 20:16:59.857253 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bb915555-af23-4998-9258-388455f95687 req-3d6efd46-80ec-42e4-abc0-1548e85915ca tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945147 Apr 12 20:16:59.933548 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ee8d8003-be58-4f07-a4f0-17af45aad0f2 req-69f83e0d-0a6d-4c8e-96a4-fa6251295335 service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000444 Apr 12 20:17:00.029023 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-dadb7699-60f7-43c8-84c2-f1bc098e0008 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--716116516&fields=id&tenant_id=c68edf8f055946fe965bdf73106fce58 HTTP/1.1" status: 200 len: 267 time: 0.2031300 Apr 12 20:17:00.054210 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea6d48c0-a4e3-4922-b18d-6dcb1bbb5483 req-20f0b332-7e72-4e89-bfd3-3e3b647b76fd service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915743 Apr 12 20:17:00.142200 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ee8d8003-be58-4f07-a4f0-17af45aad0f2 req-33f8acf3-3d73-4f22-8678-fa8c9987ccf2 service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001789 Apr 12 20:17:00.174527 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-6ed3cfb1-cdfe-4fbe-9c94-c54929ae19fa tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:00.176188 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-6ed3cfb1-cdfe-4fbe-9c94-c54929ae19fa tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 813 time: 0.1391103 Apr 12 20:17:00.192781 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-ee18d267-09f6-4911-8f2d-fbd3bb6a66c8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/quotas/c68edf8f055946fe965bdf73106fce58 HTTP/1.1" status: 200 len: 375 time: 0.0111115 Apr 12 20:17:00.194667 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 7d56c948-68e8-4110-bf6f-d83af477dc57 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:17:00.302391 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-2097d2b6-3a48-4425-978f-8035d390abb8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981719 Apr 12 20:17:00.309920 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 7d56c948-68e8-4110-bf6f-d83af477dc57, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d56c948-68e8-4110-bf6f-d83af477dc57,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:00.316947 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba56d2-6119-4c97-bc0d-f07fafb7ead4 req-4e4e58df-b4ab-4495-a339-b7dd8b29cce0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:00.318606 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-85ba56d2-6119-4c97-bc0d-f07fafb7ead4 req-4e4e58df-b4ab-4495-a339-b7dd8b29cce0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0650580 Apr 12 20:17:00.322403 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '7d56c948-68e8-4110-bf6f-d83af477dc57', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'port_id': '7d56c948-68e8-4110-bf6f-d83af477dc57', 'mac_address': 'fa:16:3e:23:07:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:17:00.367839 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 7d56c948-68e8-4110-bf6f-d83af477dc57 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:17:00.368414 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:00.381258 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d56c948-68e8-4110-bf6f-d83af477dc57 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:17:00.401845 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 7d56c948-68e8-4110-bf6f-d83af477dc57, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d56c948-68e8-4110-bf6f-d83af477dc57,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:00.405553 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:00.446376 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bcfa2-ca2a-4d57-a78d-f6815033ba10 req-f02e7a05-be5d-408e-98e3-627bef1f449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:00.448749 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e75bcfa2-ca2a-4d57-a78d-f6815033ba10 req-f02e7a05-be5d-408e-98e3-627bef1f449e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a20446396734ae288db2ceb1ea6d037&device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 1127 time: 0.1025286 Apr 12 20:17:00.452935 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=7d56c948-68e8-4110-bf6f-d83af477dc57,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:00.461188 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-85ba56d2-6119-4c97-bc0d-f07fafb7ead4 req-e6418702-604d-4f89-a5b7-7d8047149f3a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333871 Apr 12 20:17:00.535995 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-1f50c9ea-c1cd-4d47-8973-cf4fc2eba909 service neutron] 10.222.0.44 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162406 Apr 12 20:17:00.613967 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bcfa2-ca2a-4d57-a78d-f6815033ba10 req-5cb71976-4968-45a6-b653-fe330fa95426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:00.615429 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e75bcfa2-ca2a-4d57-a78d-f6815033ba10 req-5cb71976-4968-45a6-b653-fe330fa95426 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5af3e9e-8023-4bdc-bd42-4d77602f877c HTTP/1.1" status: 200 len: 910 time: 0.1577466 Apr 12 20:17:00.643215 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-015c3532-9603-449f-8c37-175f2e15de73 service neutron] 10.222.0.44 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996170 Apr 12 20:17:00.819681 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['7d56c948-68e8-4110-bf6f-d83af477dc57'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:17:00.820735 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e75bcfa2-ca2a-4d57-a78d-f6815033ba10 req-1065f228-eed3-4efc-b776-9f39f0891515 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6846941b-72e6-4185-8c93-696a0ed36f21 HTTP/1.1" status: 200 len: 217 time: 0.0785618 Apr 12 20:17:00.884854 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ae24766d-9934-40b8-bde7-3aa880b2c9c9 req-b976ecaa-f68e-40bc-a49a-2b95092c1be2 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 210 time: 0.0628245 Apr 12 20:17:00.900987 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc643ef-b1d5-48b5-9ece-eab06c34f110 req-89e106ee-d411-4c5d-a63a-552b1455f511 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:00.908092 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ccc643ef-b1d5-48b5-9ece-eab06c34f110 req-89e106ee-d411-4c5d-a63a-552b1455f511 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0849056 Apr 12 20:17:01.081505 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bcfa2-ca2a-4d57-a78d-f6815033ba10 req-98dca6f2-8548-4992-9eea-98b7eaa78664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:01.082871 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e75bcfa2-ca2a-4d57-a78d-f6815033ba10 req-98dca6f2-8548-4992-9eea-98b7eaa78664 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5212f1-da48-4d00-9997-9a256138bdf3 HTTP/1.1" status: 200 len: 848 time: 0.1728218 Apr 12 20:17:01.091013 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ccc643ef-b1d5-48b5-9ece-eab06c34f110 req-00c10b31-f222-439b-be1a-e4aa1bc21561 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819913 Apr 12 20:17:01.105972 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf793c3e-6003-409a-bcc2-72dc94230a8a req-a81051cd-a302-4ba8-9436-528edeff9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:01.107587 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bf793c3e-6003-409a-bcc2-72dc94230a8a req-a81051cd-a302-4ba8-9436-528edeff9adc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36239d1c41ef42b1b707d6cf657711ee&device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 1129 time: 0.1630130 Apr 12 20:17:01.136757 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a19cc5-ca24-4d4d-8bfa-0a0d85357d06 req-948f2fed-2acb-41be-95af-aa8a1aa8b742 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:01.138221 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77a19cc5-ca24-4d4d-8bfa-0a0d85357d06 req-948f2fed-2acb-41be-95af-aa8a1aa8b742 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 944 time: 0.1517706 Apr 12 20:17:01.216904 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bcfa2-ca2a-4d57-a78d-f6815033ba10 req-3b50860c-8d24-4026-bca7-3240c90b2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:01.218422 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e75bcfa2-ca2a-4d57-a78d-f6815033ba10 req-3b50860c-8d24-4026-bca7-3240c90b2745 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5af3e9e-8023-4bdc-bd42-4d77602f877c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1243167 Apr 12 20:17:01.325739 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77a19cc5-ca24-4d4d-8bfa-0a0d85357d06 req-423d7c66-2698-41c8-a08f-4774c9784362 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767728 Apr 12 20:17:01.346809 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf793c3e-6003-409a-bcc2-72dc94230a8a req-b04d7fe0-73b7-4244-9925-7a4b12377c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:01.348298 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bf793c3e-6003-409a-bcc2-72dc94230a8a req-b04d7fe0-73b7-4244-9925-7a4b12377c37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de93d020-fd87-43f9-9b84-c46a616eebc8 HTTP/1.1" status: 200 len: 917 time: 0.2196987 Apr 12 20:17:01.406014 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e75bcfa2-ca2a-4d57-a78d-f6815033ba10 req-6e1ac40b-6504-4568-a6e8-b8e5a80b2bc8 service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792347 Apr 12 20:17:01.451443 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bf793c3e-6003-409a-bcc2-72dc94230a8a req-b09d965d-d126-4d91-b6e1-923870306381 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9 HTTP/1.1" status: 200 len: 1001 time: 0.0941854 Apr 12 20:17:01.512537 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e75bcfa2-ca2a-4d57-a78d-f6815033ba10 req-935ef098-a349-4bc7-a80d-5a33cd1e669c service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955768 Apr 12 20:17:01.579859 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5371c07-cb2c-4d90-a102-5c897fdccc2d req-e004eab1-7b09-4283-9fa7-0f85c5fa9fcc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:01.581317 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5371c07-cb2c-4d90-a102-5c897fdccc2d req-e004eab1-7b09-4283-9fa7-0f85c5fa9fcc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0467572 Apr 12 20:17:01.627980 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5371c07-cb2c-4d90-a102-5c897fdccc2d req-c32ce1ce-02c2-4c07-9bb9-3376f09276e1 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412402 Apr 12 20:17:01.708842 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf793c3e-6003-409a-bcc2-72dc94230a8a req-c10851ac-a70d-48a4-a1b2-1749e25b12f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:01.710313 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bf793c3e-6003-409a-bcc2-72dc94230a8a req-c10851ac-a70d-48a4-a1b2-1749e25b12f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=949bc912-0fa2-4a4f-93d6-8e76c474a8f3 HTTP/1.1" status: 200 len: 855 time: 0.0470459 Apr 12 20:17:01.788560 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf793c3e-6003-409a-bcc2-72dc94230a8a req-19c9a655-3539-49e1-817f-7c7af585312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:01.790064 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bf793c3e-6003-409a-bcc2-72dc94230a8a req-19c9a655-3539-49e1-817f-7c7af585312b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de93d020-fd87-43f9-9b84-c46a616eebc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704024 Apr 12 20:17:01.917550 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-dfb32b17-251c-4920-b896-e6c754a1cd6e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:01.918838 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-dfb32b17-251c-4920-b896-e6c754a1cd6e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 813 time: 0.1687169 Apr 12 20:17:01.949158 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bf793c3e-6003-409a-bcc2-72dc94230a8a req-c9c7e88f-1838-4389-8c8f-bc8197fd6639 service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331978 Apr 12 20:17:01.999592 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f04ed24-95ad-40e0-9b48-31176fdd663f req-c10bb03a-45ae-4222-a035-57b4410facd6 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 210 time: 0.0380104 Apr 12 20:17:02.011852 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-0b37af42-4ffc-42de-a6ac-2f05cf8237d3 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c68edf8f055946fe965bdf73106fce58 HTTP/1.1" status: 200 len: 379 time: 0.0794759 Apr 12 20:17:02.032853 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-47dd741a-23c0-4cf3-a1f1-de88aae4d5c9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'port': {'device_id': 'de9b034a-e174-478f-9c96-b35b5593dac5', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'admin_state_up': True, 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'security_groups': ['be606c3b-f0d4-4631-a2b1-16829a3f6321']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:17:02.224061 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 7d56c948-68e8-4110-bf6f-d83af477dc57 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:17:02.270466 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 7d56c948-68e8-4110-bf6f-d83af477dc57 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:17:02.277031 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 7d56c948-68e8-4110-bf6f-d83af477dc57 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:17:02.277173 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:02.361451 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 7d56c948-68e8-4110-bf6f-d83af477dc57 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:17:02.361931 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:02.387214 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8e7efe-aa76-4e2e-9659-3a1a69cbafcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d56c948-68e8-4110-bf6f-d83af477dc57'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:17:02.389609 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ddbf1a-b8cd-40a6-9f1d-03f51e63527d" -d '{"events": [{"server_uuid": "de8e7efe-aa76-4e2e-9659-3a1a69cbafcc", "name": "network-vif-plugged", "status": "completed", "tag": "7d56c948-68e8-4110-bf6f-d83af477dc57"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:17:02.404369 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 7d56c948-68e8-4110-bf6f-d83af477dc57, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d56c948-68e8-4110-bf6f-d83af477dc57,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:02.409019 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:02.470858 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=7d56c948-68e8-4110-bf6f-d83af477dc57,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:02.534316 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315d0b-dc9c-48d5-8428-3e0523635db1 req-2de5c1db-3e42-4a7a-b36a-81d82e171602 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:02.535798 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7b315d0b-dc9c-48d5-8428-3e0523635db1 req-2de5c1db-3e42-4a7a-b36a-81d82e171602 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.1101847 Apr 12 20:17:02.537602 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bf793c3e-6003-409a-bcc2-72dc94230a8a req-feeda80c-4208-4778-8cfe-79a2058d5140 service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151782 Apr 12 20:17:02.546207 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7457e-84a9-4dfc-a3a2-2140d2a15344 req-1508045f-dc5c-47e7-b1d4-eaaaabd75608 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:02.547622 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-16e7457e-84a9-4dfc-a3a2-2140d2a15344 req-1508045f-dc5c-47e7-b1d4-eaaaabd75608 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.1206653 Apr 12 20:17:02.615871 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-47dd741a-23c0-4cf3-a1f1-de88aae4d5c9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Made reservation on behalf of c68edf8f055946fe965bdf73106fce58 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:17:02.619295 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-47dd741a-23c0-4cf3-a1f1-de88aae4d5c9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:02.656531 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7b315d0b-dc9c-48d5-8428-3e0523635db1 req-55c00e82-9e76-4f86-a8a6-b8b44b3aa65c tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063070 Apr 12 20:17:02.662329 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-16e7457e-84a9-4dfc-a3a2-2140d2a15344 req-61f61740-8641-4989-817b-ea6e4027e763 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022511 Apr 12 20:17:02.702996 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1d07c2-3c99-42d5-8487-23f3a7afd3c7 x-openstack-request-id: req-ee1d07c2-3c99-42d5-8487-23f3a7afd3c7 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:17:02.703361 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8e7efe-aa76-4e2e-9659-3a1a69cbafcc", "name": "network-vif-plugged", "status": "completed", "tag": "7d56c948-68e8-4110-bf6f-d83af477dc57", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:17:02.703625 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee1d07c2-3c99-42d5-8487-23f3a7afd3c7 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:17:02.704096 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1d07c2-3c99-42d5-8487-23f3a7afd3c7'] response: {'server_uuid': 'de8e7efe-aa76-4e2e-9659-3a1a69cbafcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d56c948-68e8-4110-bf6f-d83af477dc57', 'code': 200} Apr 12 20:17:02.782611 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfb164-ad8d-4fe2-84a4-94ec70eb1453 req-42e578e3-b469-42f7-9ec2-ce28bcdb2bee tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:02.784048 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c9dfb164-ad8d-4fe2-84a4-94ec70eb1453 req-42e578e3-b469-42f7-9ec2-ce28bcdb2bee tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0614769 Apr 12 20:17:02.861907 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-47dd741a-23c0-4cf3-a1f1-de88aae4d5c9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Allocated IP 172.20.0.12 (058700fe-b621-4dcd-ad5a-ba20d9c398f9/8466dadb-85c5-478b-8c6f-ed735868dba2/53e7bf48-ddbf-490d-bcaf-95c4dc828e98) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:17:02.880405 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c9dfb164-ad8d-4fe2-84a4-94ec70eb1453 req-28d448c2-2c9d-4db1-ac68-28f0aad05421 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906973 Apr 12 20:17:03.009216 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-47dd741a-23c0-4cf3-a1f1-de88aae4d5c9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:03.043274 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-47dd741a-23c0-4cf3-a1f1-de88aae4d5c9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:03.118573 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-47dd741a-23c0-4cf3-a1f1-de88aae4d5c9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:17:03.126020 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-47dd741a-23c0-4cf3-a1f1-de88aae4d5c9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:17:03.128447 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-47dd741a-23c0-4cf3-a1f1-de88aae4d5c9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:17:03.169450 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd741a-23c0-4cf3-a1f1-de88aae4d5c9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event updated for resources: {'Port': ['ID=53e7bf48-ddbf-490d-bcaf-95c4dc828e98,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:03.179589 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5f917-978c-4a96-8988-ca3786de8115 req-e84f325b-99dc-451b-9dc5-d955e0eb739c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:03.181190 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-11f5f917-978c-4a96-8988-ca3786de8115 req-e84f325b-99dc-451b-9dc5-d955e0eb739c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 932 time: 0.1038108 Apr 12 20:17:03.214336 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-47dd741a-23c0-4cf3-a1f1-de88aae4d5c9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:03.214976 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-47dd741a-23c0-4cf3-a1f1-de88aae4d5c9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:03.250930 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-47dd741a-23c0-4cf3-a1f1-de88aae4d5c9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2272437 Apr 12 20:17:03.258446 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-11f5f917-978c-4a96-8988-ca3786de8115 req-1571c238-4c02-4baf-b705-c56ca76d0436 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684597 Apr 12 20:17:03.321383 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-0575dbd7-a233-4412-86c6-21021d280116 None None] Provisioning complete for port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:17:03.321914 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0575dbd7-a233-4412-86c6-21021d280116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:03.354899 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-0575dbd7-a233-4412-86c6-21021d280116 None None] Port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:17:03.800179 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea444b5-c370-44be-b689-043cad27fd40 req-af7e144e-9410-48c1-abc6-e07e5aa244fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:03.801670 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cea444b5-c370-44be-b689-043cad27fd40 req-af7e144e-9410-48c1-abc6-e07e5aa244fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0775516 Apr 12 20:17:03.807931 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f476d-ecee-45a3-a0ef-dc31877ca217 req-538590cd-a2e8-491e-80ba-b523a6266730 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:03.809319 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd3f476d-ecee-45a3-a0ef-dc31877ca217 req-538590cd-a2e8-491e-80ba-b523a6266730 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0761938 Apr 12 20:17:03.881601 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cea444b5-c370-44be-b689-043cad27fd40 req-7c5f4a8e-17a7-4dba-ba15-dd640a7014a8 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713401 Apr 12 20:17:03.886150 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd3f476d-ecee-45a3-a0ef-dc31877ca217 req-24155db5-8c49-4f0b-8b4a-baa588ef985d tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702419 Apr 12 20:17:03.998097 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0116a4-46f8-40e5-8c1f-8f2f0e8571d9 req-983ee605-5e0c-456b-8a7e-c2629f41f44d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:03.999479 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ef0116a4-46f8-40e5-8c1f-8f2f0e8571d9 req-983ee605-5e0c-456b-8a7e-c2629f41f44d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 945 time: 0.0468197 Apr 12 20:17:04.045830 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ef0116a4-46f8-40e5-8c1f-8f2f0e8571d9 req-b3949680-c4a8-425e-a524-232424d280d0 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408967 Apr 12 20:17:04.211819 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Request body: {'port': {'device_id': 'de9b034a-e174-478f-9c96-b35b5593dac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:17:04.224941 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 0778b6f8-e263-4b37-a0d2-e59b929adcd9 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:17:04.278365 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:04.318854 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 is: ACTIVE; New status is: DOWN {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:17:04.319259 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:04.355270 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:04.359899 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:04.410770 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=0778b6f8-e263-4b37-a0d2-e59b929adcd9,revision_number=8']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:04.497593 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b421d-92bf-4e85-a001-4dbc096b081d req-a0fcc829-ba2b-4e96-ab8c-e45ba80bb12c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:04.499458 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0d2b421d-92bf-4e85-a001-4dbc096b081d req-a0fcc829-ba2b-4e96-ab8c-e45ba80bb12c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 932 time: 0.1616051 Apr 12 20:17:04.527994 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72db9b3-4d11-4cde-9bfb-039e0da163e0 req-6ab71e4a-1718-4fc9-8ef8-9d05aed25cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:04.529424 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e72db9b3-4d11-4cde-9bfb-039e0da163e0 req-6ab71e4a-1718-4fc9-8ef8-9d05aed25cc5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 1129 time: 0.1589229 Apr 12 20:17:04.585867 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0d2b421d-92bf-4e85-a001-4dbc096b081d req-075944e3-e058-4d41-ba06-7265e1e2b004 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798249 Apr 12 20:17:04.705521 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:17:04.705776 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:17:04.707925 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7fb40e-700f-4299-8ee6-6cab84bb5b93" -d '{"events": [{"server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:17:04.713762 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Publish callbacks [] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:04.727173 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Transition to ACTIVE for port object 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:17:04.731024 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:04.745740 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 20:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd18c02a-eefa-41e1-b900-25d041f236d0 x-openstack-request-id: req-cd18c02a-eefa-41e1-b900-25d041f236d0 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:17:04.746064 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:17:04.746326 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd18c02a-eefa-41e1-b900-25d041f236d0 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:17:04.746740 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd18c02a-eefa-41e1-b900-25d041f236d0'] response: {'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'code': 200} Apr 12 20:17:04.810988 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Pushing event updated for resources: {'Port': ['ID=53e7bf48-ddbf-490d-bcaf-95c4dc828e98,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:04.828007 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e72db9b3-4d11-4cde-9bfb-039e0da163e0 req-0c125d3f-9e81-4156-9de6-312c8d553df7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877283 Apr 12 20:17:04.896935 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Attempting to bind port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:17:04.897279 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Attempting to bind port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:17:04.897609 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Attempting to bind port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:17:04.902926 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:17:04.903252 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Attempting to bind port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 on network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:17:04.908858 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:17:04.909500 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Checking segment: {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:17:04.909595 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Bound using segment: {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:17:04.909991 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Bound port: 53e7bf48-ddbf-490d-bcaf-95c4dc828e98, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:17:04.910356 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:05.044053 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] For port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:17:05.063789 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abba48-0743-4356-90d1-c693e62e18d6 req-21814ed5-d8fa-44f9-ac79-0887feb544c1 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:05.065288 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-79abba48-0743-4356-90d1-c693e62e18d6 req-21814ed5-d8fa-44f9-ac79-0887feb544c1 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.1044128 Apr 12 20:17:05.073862 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122db56-21a9-49d2-8730-ac3842470fab req-bdab1a1a-db0e-48e3-bdb2-91897ea1afe9 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:05.075690 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b122db56-21a9-49d2-8730-ac3842470fab req-bdab1a1a-db0e-48e3-bdb2-91897ea1afe9 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0952504 Apr 12 20:17:05.084662 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] For port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=53e7bf48-ddbf-490d-bcaf-95c4dc828e98,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:17:05.104422 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:05.161851 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:05.162471 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:05.163861 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] 10.222.0.13 "PUT /v2.0/ports/53e7bf48-ddbf-490d-bcaf-95c4dc828e98 HTTP/1.1" status: 200 len: 1094 time: 0.9563487 Apr 12 20:17:05.169630 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9b034a-e174-478f-9c96-b35b5593dac5', 'tag': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:17:05.171907 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ce8c9d-5b89-4b2c-ae7b-e09e9c73205c" -d '{"events": [{"name": "network-changed", "server_uuid": "de9b034a-e174-478f-9c96-b35b5593dac5", "tag": "53e7bf48-ddbf-490d-bcaf-95c4dc828e98"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:17:05.206532 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-79abba48-0743-4356-90d1-c693e62e18d6 req-793b883c-06e4-42c9-a142-975aea56eb62 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294808 Apr 12 20:17:05.236681 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492907a6-a438-4722-bddb-43c202bc79a4 service neutron] Pushing event updated for resources: {'Port': ['ID=53e7bf48-ddbf-490d-bcaf-95c4dc828e98,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:05.260000 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b122db56-21a9-49d2-8730-ac3842470fab req-c7aa6dc5-382c-4c59-8a3b-e904b62628be tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705678 Apr 12 20:17:05.285930 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-59be5a75-150c-48dc-90ec-206e0309bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:05.287551 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-59be5a75-150c-48dc-90ec-206e0309bc15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 1128 time: 0.0691142 Apr 12 20:17:05.318376 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c6b8f1-c344-40cb-84fa-9739c4b75293 x-openstack-request-id: req-f5c6b8f1-c344-40cb-84fa-9739c4b75293 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:17:05.318736 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9b034a-e174-478f-9c96-b35b5593dac5", "tag": "53e7bf48-ddbf-490d-bcaf-95c4dc828e98", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:17:05.319051 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5c6b8f1-c344-40cb-84fa-9739c4b75293 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:17:05.319507 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c6b8f1-c344-40cb-84fa-9739c4b75293'] response: {'name': 'network-changed', 'server_uuid': 'de9b034a-e174-478f-9c96-b35b5593dac5', 'tag': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98', 'status': 'completed', 'code': 200} Apr 12 20:17:05.340282 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fda5d-265b-4ade-aede-3fc09fd5b711 req-26673096-52e2-4643-a0d6-4faa87c8fff7 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:05.341972 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-421fda5d-265b-4ade-aede-3fc09fd5b711 req-26673096-52e2-4643-a0d6-4faa87c8fff7 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0587139 Apr 12 20:17:05.389737 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-421fda5d-265b-4ade-aede-3fc09fd5b711 req-896ebd29-3fe7-4c3e-b096-a2b4d1443f3d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421953 Apr 12 20:17:05.701551 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae434e3-1d12-4597-8794-20dd5ffe2f6c req-78442f4f-acd1-4b35-bc2c-8bba9c7f571b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:05.703058 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dae434e3-1d12-4597-8794-20dd5ffe2f6c req-78442f4f-acd1-4b35-bc2c-8bba9c7f571b tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 944 time: 0.0493605 Apr 12 20:17:05.783071 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-3c96d56c-94b4-410d-b29b-b180c4bbbe6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53e7bf48-ddbf-490d-bcaf-95c4dc828e98 HTTP/1.1" status: 200 len: 217 time: 0.0486212 Apr 12 20:17:05.787265 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dae434e3-1d12-4597-8794-20dd5ffe2f6c req-ab391cee-1dbe-4561-90bd-43b401878b4d tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785077 Apr 12 20:17:05.975595 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bff58fc6-73f4-4657-a1e2-83585003578d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:06.266352 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e18d4a-0d84-4eae-9350-5658d2c79eaa req-e1b3a395-0b87-4076-a5d0-093e1cfe3a9f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:06.267870 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c8e18d4a-0d84-4eae-9350-5658d2c79eaa req-e1b3a395-0b87-4076-a5d0-093e1cfe3a9f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0513780 Apr 12 20:17:06.302270 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-550a383f-85e8-431f-b9fc-ffb67bc8f4b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430956 Apr 12 20:17:06.357078 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0acd8-1e7b-4af3-b3d0-ac7ecb68c8e4 req-6dc68bb1-c379-4a94-8ebe-cbd79ed54d6e tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:06.358838 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e1f0acd8-1e7b-4af3-b3d0-ac7ecb68c8e4 req-6dc68bb1-c379-4a94-8ebe-cbd79ed54d6e tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0682585 Apr 12 20:17:06.362782 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c8e18d4a-0d84-4eae-9350-5658d2c79eaa req-b664c701-5b73-4c3b-bf11-f4190fc75052 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892005 Apr 12 20:17:06.387145 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-58d9d5f4-f467-41db-8354-fe072c788dfa tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:06.387145 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-58d9d5f4-f467-41db-8354-fe072c788dfa tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports/0778b6f8-e263-4b37-a0d2-e59b929adcd9 HTTP/1.1" status: 200 len: 940 time: 0.0493701 Apr 12 20:17:06.418201 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e1f0acd8-1e7b-4af3-b3d0-ac7ecb68c8e4 req-5f3fb025-3db4-4243-9857-2b4a911aec55 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536535 Apr 12 20:17:06.512960 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b59e8-cb4d-495b-af30-9b007fc09be3 req-d649ebb2-eb29-464e-9284-f539fcee0529 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:06.514462 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-149b59e8-cb4d-495b-af30-9b007fc09be3 req-d649ebb2-eb29-464e-9284-f539fcee0529 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0688548 Apr 12 20:17:06.515990 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-33e09019-00b4-4ef5-b738-64a8a61d4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:06.517345 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-33e09019-00b4-4ef5-b738-64a8a61d4a67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8466dadb-85c5-478b-8c6f-ed735868dba2 HTTP/1.1" status: 200 len: 852 time: 0.1116669 Apr 12 20:17:06.563947 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-149b59e8-cb4d-495b-af30-9b007fc09be3 req-d7d9fe1e-cd73-4d8a-84d4-6b6b6d361399 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Apr 12 20:17:06.917412 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-9ae60a05-619c-448a-8957-824c5d99b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:06.918979 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-9ae60a05-619c-448a-8957-824c5d99b8a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=058700fe-b621-4dcd-ad5a-ba20d9c398f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703256 Apr 12 20:17:06.939533 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c2dce-b02e-43c4-8bcd-153d033219c6 req-3fb6c917-980d-42ac-929d-2da557676e28 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:06.940962 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c73c2dce-b02e-43c4-8bcd-153d033219c6 req-3fb6c917-980d-42ac-929d-2da557676e28 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 944 time: 0.0825541 Apr 12 20:17:07.040160 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c73c2dce-b02e-43c4-8bcd-153d033219c6 req-57954a18-bb37-405a-b178-07f4945495db tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884359 Apr 12 20:17:07.058029 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-d386b115-3311-44f8-a1c8-c777114bfda8 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303771 Apr 12 20:17:07.159127 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df6a73c7-bf41-4bcc-8c08-2591d99c6b85 req-0c5bd2ab-a98d-4850-8c2a-83b2a2ba7bd3 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852189 Apr 12 20:17:07.381350 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-ab271b3d-d7b8-42a8-80ef-b7d9d79dfaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:07.382822 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-ab271b3d-d7b8-42a8-80ef-b7d9d79dfaef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5&tenant_id=36239d1c41ef42b1b707d6cf657711ee HTTP/1.1" status: 200 len: 1127 time: 0.0421650 Apr 12 20:17:07.483903 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c9526-68b8-44fd-892e-b78f95ee2739 req-c5c0d91f-4158-4a31-9e1a-e25b6479af59 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:07.485458 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6f2c9526-68b8-44fd-892e-b78f95ee2739 req-c5c0d91f-4158-4a31-9e1a-e25b6479af59 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0476356 Apr 12 20:17:07.548424 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe157a-fcae-486d-a34d-cfec49f177e5 req-0484e455-99d0-4987-83ff-c4defa2a367b tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:07.550138 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9dbe157a-fcae-486d-a34d-cfec49f177e5 req-0484e455-99d0-4987-83ff-c4defa2a367b tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0638142 Apr 12 20:17:07.578157 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6f2c9526-68b8-44fd-892e-b78f95ee2739 req-f8c2668c-1c06-4ad8-a4dc-1d18b31e5933 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837228 Apr 12 20:17:07.610966 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9dbe157a-fcae-486d-a34d-cfec49f177e5 req-a9797f30-0557-4d55-90a5-9457c59bdc11 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552130 Apr 12 20:17:07.683991 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae037f5-6585-407f-b8e8-4835882fc053 req-019a439a-8beb-4079-90de-e4a5bd38698f tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:07.685451 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4ae037f5-6585-407f-b8e8-4835882fc053 req-019a439a-8beb-4079-90de-e4a5bd38698f tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0495124 Apr 12 20:17:07.735849 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4ae037f5-6585-407f-b8e8-4835882fc053 req-cc280f74-24d0-4515-a191-6e2df9721f27 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447345 Apr 12 20:17:07.843110 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5a6cc-0316-49ff-baed-09eaa89fc944 req-e5ab9016-ebb1-479b-8615-06264d08a9bc tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:07.844596 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ddc5a6cc-0316-49ff-baed-09eaa89fc944 req-e5ab9016-ebb1-479b-8615-06264d08a9bc tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0475681 Apr 12 20:17:07.853534 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 43808) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:07.857776 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-d2485072-a8d3-445c-b681-fb390a669c7b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Request body: {'floatingip': {'port_id': '7d56c948-68e8-4110-bf6f-d83af477dc57'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:17:07.899457 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2485072-a8d3-445c-b681-fb390a669c7b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (23ee3a58-f235-49c5-90cf-b0350874ab57), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:08.229579 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 6846941b-72e6-4185-8c93-696a0ed36f21 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:17:08.238440 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 0778b6f8-e263-4b37-a0d2-e59b929adcd9 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:17:08.301862 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c64cf-c1c9-495e-b2eb-c8408464a1aa req-98c52e05-6434-4698-b54f-51e9ccd6c7ae tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:08.303330 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b4c64cf-c1c9-495e-b2eb-c8408464a1aa req-98c52e05-6434-4698-b54f-51e9ccd6c7ae tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 944 time: 0.1879430 Apr 12 20:17:08.308853 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce8c9d-5b89-4b2c-ae7b-e09e9c73205c req-5817b008-7487-4713-a0f7-7c1a072b9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:08.310252 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d9ce8c9d-5b89-4b2c-ae7b-e09e9c73205c req-5817b008-7487-4713-a0f7-7c1a072b9d69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 1128 time: 0.1796620 Apr 12 20:17:08.318396 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-4b92e542-72d2-46c2-910b-4f749bddb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:08.319746 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-4b92e542-72d2-46c2-910b-4f749bddb9f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36239d1c41ef42b1b707d6cf657711ee&device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 1127 time: 0.1581359 Apr 12 20:17:08.388412 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 is: DOWN; New status is: DOWN {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:17:08.401584 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 6846941b-72e6-4185-8c93-696a0ed36f21, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6846941b-72e6-4185-8c93-696a0ed36f21,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:08.411981 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '6846941b-72e6-4185-8c93-696a0ed36f21', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'port_id': '6846941b-72e6-4185-8c93-696a0ed36f21', 'mac_address': 'fa:16:3e:75:aa:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:17:08.538640 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b4c64cf-c1c9-495e-b2eb-c8408464a1aa req-f00501ed-a5c3-40ac-a5b8-4f8f67262db7 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237666 Apr 12 20:17:08.590152 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 6846941b-72e6-4185-8c93-696a0ed36f21 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:17:08.590554 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:08.592419 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4befb6ec-6bb9-4dfe-b686-811c1ade824a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:08.605277 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-a5b769b8-d089-4140-ace9-19106c877992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:08.606755 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-a5b769b8-d089-4140-ace9-19106c877992 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de93d020-fd87-43f9-9b84-c46a616eebc8 HTTP/1.1" status: 200 len: 917 time: 0.2790778 Apr 12 20:17:08.608078 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6846941b-72e6-4185-8c93-696a0ed36f21 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:17:08.612309 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce8c9d-5b89-4b2c-ae7b-e09e9c73205c req-f3424ee2-f978-4b76-9491-9cfdf95a8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:08.613749 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d9ce8c9d-5b89-4b2c-ae7b-e09e9c73205c req-f3424ee2-f978-4b76-9491-9cfdf95a8ec2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 914 time: 0.2887139 Apr 12 20:17:08.628974 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 6846941b-72e6-4185-8c93-696a0ed36f21, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6846941b-72e6-4185-8c93-696a0ed36f21,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:08.635800 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:08.693573 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=6846941b-72e6-4185-8c93-696a0ed36f21,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:08.871116 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['6846941b-72e6-4185-8c93-696a0ed36f21'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:17:09.055238 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d9ce8c9d-5b89-4b2c-ae7b-e09e9c73205c req-e9910f4b-e154-49c8-908d-427c2de5c930 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53e7bf48-ddbf-490d-bcaf-95c4dc828e98 HTTP/1.1" status: 200 len: 217 time: 0.1266692 Apr 12 20:17:09.086689 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2485072-a8d3-445c-b681-fb390a669c7b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:09.128206 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d28e65-8578-4fba-9e96-0973531509e9 req-190922a3-a60e-47fb-b3e6-d9d881f640a8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:09.129681 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-89d28e65-8578-4fba-9e96-0973531509e9 req-190922a3-a60e-47fb-b3e6-d9d881f640a8 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.1929071 Apr 12 20:17:09.130279 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2485072-a8d3-445c-b681-fb390a669c7b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (23ee3a58-f235-49c5-90cf-b0350874ab57), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:09.142386 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7423726-5e85-4fca-b138-ff2f6269b40e req-2b246843-9669-405a-b50d-df3f40c9de12 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:09.143742 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f7423726-5e85-4fca-b138-ff2f6269b40e req-2b246843-9669-405a-b50d-df3f40c9de12 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 944 time: 0.2060394 Apr 12 20:17:09.214894 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-597aa541-080a-4916-a25b-f27ae73b9e5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9 HTTP/1.1" status: 200 len: 999 time: 0.6002326 Apr 12 20:17:09.279400 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce8c9d-5b89-4b2c-ae7b-e09e9c73205c req-b2448cb7-e551-493f-a8a2-f7e61fc4db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:09.280888 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d9ce8c9d-5b89-4b2c-ae7b-e09e9c73205c req-b2448cb7-e551-493f-a8a2-f7e61fc4db6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8466dadb-85c5-478b-8c6f-ed735868dba2 HTTP/1.1" status: 200 len: 852 time: 0.2142437 Apr 12 20:17:09.392514 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-89d28e65-8578-4fba-9e96-0973531509e9 req-fe435e9d-9c09-4503-87f7-e63b4df07a9d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477803 Apr 12 20:17:09.406462 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f7423726-5e85-4fca-b138-ff2f6269b40e req-add0e3b4-b030-4177-b3bb-52f26754aec2 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213402 Apr 12 20:17:09.407844 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-c0e0fac7-e885-492c-9ed6-012fbdcd1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:09.409220 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-c0e0fac7-e885-492c-9ed6-012fbdcd1c57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=949bc912-0fa2-4a4f-93d6-8e76c474a8f3 HTTP/1.1" status: 200 len: 855 time: 0.1796937 Apr 12 20:17:09.411810 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce8c9d-5b89-4b2c-ae7b-e09e9c73205c req-be9a3e2d-1173-4afb-a23f-4912940d29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:09.413223 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d9ce8c9d-5b89-4b2c-ae7b-e09e9c73205c req-be9a3e2d-1173-4afb-a23f-4912940d29d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=058700fe-b621-4dcd-ad5a-ba20d9c398f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1089096 Apr 12 20:17:09.417515 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [None req-d2485072-a8d3-445c-b681-fb390a669c7b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Floating IP 23ee3a58-f235-49c5-90cf-b0350874ab57 associated. External IP: 172.27.0.14, port: 7d56c948-68e8-4110-bf6f-d83af477dc57. Apr 12 20:17:09.572007 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:09.580481 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-ac81320d-1203-4780-a6cd-3ef5886c1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:09.582001 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-ac81320d-1203-4780-a6cd-3ef5886c1362 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de93d020-fd87-43f9-9b84-c46a616eebc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1613743 Apr 12 20:17:09.709307 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d9ce8c9d-5b89-4b2c-ae7b-e09e9c73205c req-e3a95931-67d7-4229-99cb-44ab0a0a1835 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566204 Apr 12 20:17:09.737484 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084064d-c081-4745-bd5e-2ba28182f8b0 req-66c31a89-e502-49ba-a025-7cba269baee9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:09.738890 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2084064d-c081-4745-bd5e-2ba28182f8b0 req-66c31a89-e502-49ba-a025-7cba269baee9 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 944 time: 0.1273565 Apr 12 20:17:09.875079 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-b668333f-ae8b-490c-a019-443f35559b2e service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830539 Apr 12 20:17:10.003426 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2084064d-c081-4745-bd5e-2ba28182f8b0 req-0a017deb-2411-4032-8100-30322e67f1bf tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396429 Apr 12 20:17:10.012246 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d9ce8c9d-5b89-4b2c-ae7b-e09e9c73205c req-f6c83088-d8b7-4d72-80ca-292395bacdda service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927797 Apr 12 20:17:10.050245 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2485072-a8d3-445c-b681-fb390a669c7b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Router 508913dd-955d-4719-9c00-bffdc416f886 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:17:10.063896 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df2ff6a2-d00a-4ccc-9bb4-86aa5756bd2f req-7fa193b2-9032-40a0-b129-7afee9d6d813 service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739306 Apr 12 20:17:10.181952 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2485072-a8d3-445c-b681-fb390a669c7b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:17:10.186708 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2485072-a8d3-445c-b681-fb390a669c7b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.192989 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf66a67-2447-4c9f-876c-780bcab84dbe None None] Sync routers for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:17:10.204300 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf66a67-2447-4c9f-876c-780bcab84dbe None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:17:10.205002 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-ddf66a67-2447-4c9f-876c-780bcab84dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:17:09Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:10.232927 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d2485072-a8d3-445c-b681-fb390a669c7b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "PUT /v2.0/floatingips/23ee3a58-f235-49c5-90cf-b0350874ab57 HTTP/1.1" status: 200 len: 990 time: 2.3781729 Apr 12 20:17:10.238503 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:17:10.240261 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 6846941b-72e6-4185-8c93-696a0ed36f21 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:17:10.245272 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8e7efe-aa76-4e2e-9659-3a1a69cbafcc', 'tag': '7d56c948-68e8-4110-bf6f-d83af477dc57'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:17:10.247681 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e70eeb5-66e2-45b7-abc2-45600dacc1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "de8e7efe-aa76-4e2e-9659-3a1a69cbafcc", "tag": "7d56c948-68e8-4110-bf6f-d83af477dc57"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:17:10.319673 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3888b159-313e-4c88-b4c2-fda82aebc4ee x-openstack-request-id: req-3888b159-313e-4c88-b4c2-fda82aebc4ee {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:17:10.320315 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8e7efe-aa76-4e2e-9659-3a1a69cbafcc", "tag": "7d56c948-68e8-4110-bf6f-d83af477dc57", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:17:10.320315 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3888b159-313e-4c88-b4c2-fda82aebc4ee {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:17:10.320639 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3888b159-313e-4c88-b4c2-fda82aebc4ee'] response: {'name': 'network-changed', 'server_uuid': 'de8e7efe-aa76-4e2e-9659-3a1a69cbafcc', 'tag': '7d56c948-68e8-4110-bf6f-d83af477dc57', 'status': 'completed', 'code': 200} Apr 12 20:17:10.321287 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-ddf66a67-2447-4c9f-876c-780bcab84dbe None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:17:10.393655 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70eeb5-66e2-45b7-abc2-45600dacc1c8 req-d0f2e4a0-2c3b-49e2-950f-af9b74b87308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:10.395175 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e70eeb5-66e2-45b7-abc2-45600dacc1c8 req-d0f2e4a0-2c3b-49e2-950f-af9b74b87308 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba7f619ac25a4e73bb81421ce2e15385&device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 1129 time: 0.0487566 Apr 12 20:17:10.409876 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 6846941b-72e6-4185-8c93-696a0ed36f21 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:17:10.413594 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=53e7bf48-ddbf-490d-bcaf-95c4dc828e98,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:10.432980 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 6846941b-72e6-4185-8c93-696a0ed36f21 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:17:10.433365 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.452405 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'port_id': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98', 'mac_address': 'fa:16:3e:ad:c5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:17:10.611323 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 6846941b-72e6-4185-8c93-696a0ed36f21 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:17:10.612090 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.613799 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:17:10.614145 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.637528 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-ddf66a67-2447-4c9f-876c-780bcab84dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '23ee3a58-f235-49c5-90cf-b0350874ab57', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '508913dd-955d-4719-9c00-bffdc416f886', 'port_id': '7d56c948-68e8-4110-bf6f-d83af477dc57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'mac_address': 'fa:16:3e:23:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8e7efe-aa76-4e2e-9659-3a1a69cbafcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:16:48Z', 'updated_at': '2022-04-12T20:17:08Z', 'revision_number': 1, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 5, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:10.675445 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc2f70-fa72-4cc3-adc7-5b5dc1ec2396 req-58fbcf58-9b52-4d88-b750-5e5c29f56ea2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:10.676832 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf66a67-2447-4c9f-876c-780bcab84dbe None None] Checking router: 508913dd-955d-4719-9c00-bffdc416f886 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:17:10.678291 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-abdc2f70-fa72-4cc3-adc7-5b5dc1ec2396 req-58fbcf58-9b52-4d88-b750-5e5c29f56ea2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.1387510 Apr 12 20:17:10.691660 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b8bba-43e0-493b-8ce5-17eaf0ee5428 req-591d9361-771a-4c03-81e8-accfbfcf7185 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:10.693964 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf66a67-2447-4c9f-876c-780bcab84dbe None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:17:10.694942 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-ddf66a67-2447-4c9f-876c-780bcab84dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:17:09Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:10.699737 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3a1b8bba-43e0-493b-8ce5-17eaf0ee5428 req-591d9361-771a-4c03-81e8-accfbfcf7185 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 944 time: 0.1035221 Apr 12 20:17:10.716372 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70eeb5-66e2-45b7-abc2-45600dacc1c8 req-a9183246-3c99-4636-a9f5-8239c173e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:10.717992 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e70eeb5-66e2-45b7-abc2-45600dacc1c8 req-a9183246-3c99-4636-a9f5-8239c173e771 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26425c7f-fc2a-4e03-aec8-3d8425652824 HTTP/1.1" status: 200 len: 909 time: 0.3150051 Apr 12 20:17:10.726255 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:17:10.739411 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2bd784-9b06-4e8e-a8d8-11f62f561d7d" -d '{"events": [{"server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "name": "network-vif-plugged", "status": "completed", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:17:10.754527 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:17:10.801662 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=53e7bf48-ddbf-490d-bcaf-95c4dc828e98,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:10.808788 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3a1b8bba-43e0-493b-8ce5-17eaf0ee5428 req-6dbd245a-1e24-472c-bc7e-6aef63dec0ca tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063583 Apr 12 20:17:10.821268 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 6846941b-72e6-4185-8c93-696a0ed36f21, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6846941b-72e6-4185-8c93-696a0ed36f21,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:10.826536 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.888342 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=53e7bf48-ddbf-490d-bcaf-95c4dc828e98,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:10.892378 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.896755 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:10.909536 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-abdc2f70-fa72-4cc3-adc7-5b5dc1ec2396 req-7e1e1b26-6f94-412e-8968-942145ace0df tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795175 Apr 12 20:17:10.936673 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298fd2f6-d25f-4846-b8a6-a537f2b17511 x-openstack-request-id: req-298fd2f6-d25f-4846-b8a6-a537f2b17511 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:17:10.936673 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "name": "network-vif-plugged", "status": "completed", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:17:10.936673 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-298fd2f6-d25f-4846-b8a6-a537f2b17511 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:17:10.936673 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-298fd2f6-d25f-4846-b8a6-a537f2b17511'] response: {'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21', 'code': 200} Apr 12 20:17:10.958520 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-ddf66a67-2447-4c9f-876c-780bcab84dbe None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:17:10.966977 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e70eeb5-66e2-45b7-abc2-45600dacc1c8 req-3b7fc1d1-0ab9-4ab2-a0a0-8862a21d25e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d56c948-68e8-4110-bf6f-d83af477dc57 HTTP/1.1" status: 200 len: 998 time: 0.1486335 Apr 12 20:17:10.979761 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=6846941b-72e6-4185-8c93-696a0ed36f21,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:11.081327 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['53e7bf48-ddbf-490d-bcaf-95c4dc828e98'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:17:11.250912 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8ba50-76d3-4a74-99c3-3ce26134cc86 req-68d555de-302f-46da-8c3a-eea9f67f793e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:11.258631 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fbb8ba50-76d3-4a74-99c3-3ce26134cc86 req-68d555de-302f-46da-8c3a-eea9f67f793e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 945 time: 0.1156852 Apr 12 20:17:11.316549 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70eeb5-66e2-45b7-abc2-45600dacc1c8 req-13e1e099-4fae-4b09-b922-d3bfffe04b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:11.318336 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e70eeb5-66e2-45b7-abc2-45600dacc1c8 req-13e1e099-4fae-4b09-b922-d3bfffe04b6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd0872dc-bcf8-4267-a65a-45c4d89c9db7 HTTP/1.1" status: 200 len: 847 time: 0.1352451 Apr 12 20:17:11.335414 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fbb8ba50-76d3-4a74-99c3-3ce26134cc86 req-e2fcb660-29e0-4d8b-8045-f28e2ceffc36 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755429 Apr 12 20:17:11.367911 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-ddf66a67-2447-4c9f-876c-780bcab84dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '23ee3a58-f235-49c5-90cf-b0350874ab57', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '508913dd-955d-4719-9c00-bffdc416f886', 'port_id': '7d56c948-68e8-4110-bf6f-d83af477dc57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'mac_address': 'fa:16:3e:23:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8e7efe-aa76-4e2e-9659-3a1a69cbafcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:16:48Z', 'updated_at': '2022-04-12T20:17:08Z', 'revision_number': 1, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 5, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:11.403649 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf66a67-2447-4c9f-876c-780bcab84dbe None None] The sync data for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi is: [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '23ee3a58-f235-49c5-90cf-b0350874ab57', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '508913dd-955d-4719-9c00-bffdc416f886', 'port_id': '7d56c948-68e8-4110-bf6f-d83af477dc57', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'mac_address': 'fa:16:3e:23:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8e7efe-aa76-4e2e-9659-3a1a69cbafcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:16:48Z', 'updated_at': '2022-04-12T20:17:08Z', 'revision_number': 1, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 5, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:17:11.651859 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e9aeec-40aa-4a1a-9c75-8302374f3068 None None] New status for floating IP 23ee3a58-f235-49c5-90cf-b0350874ab57: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:17:11.947775 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777fabb-e85c-4a22-96a1-4514ddec2962 req-7d120f52-38a2-4658-8641-21dae8dd1020 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:11.951540 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b777fabb-e85c-4a22-96a1-4514ddec2962 req-7d120f52-38a2-4658-8641-21dae8dd1020 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0554564 Apr 12 20:17:12.011368 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b777fabb-e85c-4a22-96a1-4514ddec2962 req-2ff94ebf-31cb-405c-94fe-8f82eaa72202 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558121 Apr 12 20:17:12.047219 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b44d2c-7115-421f-8724-6b265e23540d req-9c324c3b-54f0-4a62-a09f-b0be25cd65af tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:12.048877 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21b44d2c-7115-421f-8724-6b265e23540d req-9c324c3b-54f0-4a62-a09f-b0be25cd65af tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0560243 Apr 12 20:17:12.101009 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21b44d2c-7115-421f-8724-6b265e23540d req-2650c7be-6953-43de-8c36-41f710eae369 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452487 Apr 12 20:17:12.252784 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:17:12.302817 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:17:12.309757 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:17:12.310231 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:12.402813 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:17:12.403224 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:12.474537 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f91af-3454-45d7-899e-57c4bc7401e0 req-29cf9e49-a081-4d97-9ac5-dc772e02d493 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:12.476969 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a60f91af-3454-45d7-899e-57c4bc7401e0 req-29cf9e49-a081-4d97-9ac5-dc772e02d493 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 945 time: 0.0736868 Apr 12 20:17:12.477686 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=53e7bf48-ddbf-490d-bcaf-95c4dc828e98,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:12.485354 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:12.539758 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a60f91af-3454-45d7-899e-57c4bc7401e0 req-e4b0c861-a893-4814-a78c-dc700e00b58f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564842 Apr 12 20:17:12.561663 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=53e7bf48-ddbf-490d-bcaf-95c4dc828e98,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:12.641771 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:12.928695 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9b034a-e174-478f-9c96-b35b5593dac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:17:12.931046 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2225c357-218f-4c85-a89e-e11d448cae39" -d '{"events": [{"server_uuid": "de9b034a-e174-478f-9c96-b35b5593dac5", "name": "network-vif-plugged", "status": "completed", "tag": "53e7bf48-ddbf-490d-bcaf-95c4dc828e98"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:17:12.971680 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dc9287-8c1b-4309-9f88-1ecfe97ba77e x-openstack-request-id: req-58dc9287-8c1b-4309-9f88-1ecfe97ba77e {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:17:12.972047 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9b034a-e174-478f-9c96-b35b5593dac5", "name": "network-vif-plugged", "status": "completed", "tag": "53e7bf48-ddbf-490d-bcaf-95c4dc828e98", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:17:12.972392 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58dc9287-8c1b-4309-9f88-1ecfe97ba77e {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:17:12.973108 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58dc9287-8c1b-4309-9f88-1ecfe97ba77e'] response: {'server_uuid': 'de9b034a-e174-478f-9c96-b35b5593dac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98', 'code': 200} Apr 12 20:17:13.127971 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34540dab-547b-46cd-8d3a-333923fc384b req-5befda8b-c54b-4fad-94fb-775b6928a144 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:13.129606 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-34540dab-547b-46cd-8d3a-333923fc384b req-5befda8b-c54b-4fad-94fb-775b6928a144 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0480649 Apr 12 20:17:13.191903 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-34540dab-547b-46cd-8d3a-333923fc384b req-b596bcb0-d2a5-4ff1-a60c-b6a17b32c4dd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565434 Apr 12 20:17:13.245742 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed1dac-f4e5-4b5d-9873-12e18383feb4 req-69325b00-f6a7-4050-be36-9fe8098cef4a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:13.247433 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-46ed1dac-f4e5-4b5d-9873-12e18383feb4 req-69325b00-f6a7-4050-be36-9fe8098cef4a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0547190 Apr 12 20:17:13.303939 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-46ed1dac-f4e5-4b5d-9873-12e18383feb4 req-15c0244d-4da3-4117-8541-bb4f2f933c5a tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502629 Apr 12 20:17:13.659753 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6527156-6e68-4b40-af2a-b2c804abc7cb req-17489a72-1051-4bb6-a943-1ff54503f7f2 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:13.661434 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c6527156-6e68-4b40-af2a-b2c804abc7cb req-17489a72-1051-4bb6-a943-1ff54503f7f2 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.0498283 Apr 12 20:17:13.714436 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c6527156-6e68-4b40-af2a-b2c804abc7cb req-ce5a68ee-ff49-448b-a73b-52a1e2f6871e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472267 Apr 12 20:17:14.326858 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b3aa7-cecc-4ab5-8bc4-80101b24df52 req-f85ef2b4-3da9-4ade-a55f-30c554a9320a tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:14.328527 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-247b3aa7-cecc-4ab5-8bc4-80101b24df52 req-f85ef2b4-3da9-4ade-a55f-30c554a9320a tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0499756 Apr 12 20:17:14.384244 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-247b3aa7-cecc-4ab5-8bc4-80101b24df52 req-4cdac076-00e1-4829-9825-a3ad29e185c1 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496173 Apr 12 20:17:14.446274 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8994c-cfc6-448c-a03d-bca72f8b103a req-4720ed8e-47d6-41a5-963e-54773e6fa4eb tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:14.448432 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc8994c-cfc6-448c-a03d-bca72f8b103a req-4720ed8e-47d6-41a5-963e-54773e6fa4eb tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0625086 Apr 12 20:17:14.498791 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bc8994c-cfc6-448c-a03d-bca72f8b103a req-efeadc5e-d55a-4309-b3c9-7d7c5018d50e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442383 Apr 12 20:17:14.833517 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d8722-8249-4d0c-ac84-d957c64a8876 req-c79b636e-b6b0-441e-96a0-41a86c614825 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:14.835128 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e13d8722-8249-4d0c-ac84-d957c64a8876 req-c79b636e-b6b0-441e-96a0-41a86c614825 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.0492022 Apr 12 20:17:14.889564 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e13d8722-8249-4d0c-ac84-d957c64a8876 req-28220faf-4038-404d-9189-ac7183993173 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482285 Apr 12 20:17:15.502923 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5288ec-f9b1-40ab-992a-f2dbd8082545 req-f52c7759-8700-4b06-849a-47986a45523b tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:15.507581 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8e5288ec-f9b1-40ab-992a-f2dbd8082545 req-f52c7759-8700-4b06-849a-47986a45523b tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0507123 Apr 12 20:17:15.568627 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8e5288ec-f9b1-40ab-992a-f2dbd8082545 req-90ca0ea0-d1e6-430d-a2c2-4f4e6d799b00 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572751 Apr 12 20:17:15.626188 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e08bd-6104-45ac-9aa8-b8858d3983dc req-92af229a-8892-43a0-8172-1700a91188bd tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:15.627714 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3c3e08bd-6104-45ac-9aa8-b8858d3983dc req-92af229a-8892-43a0-8172-1700a91188bd tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0505726 Apr 12 20:17:15.678421 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3c3e08bd-6104-45ac-9aa8-b8858d3983dc req-48b796a9-e1c3-4c49-9f68-57b68a1662e6 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450470 Apr 12 20:17:16.021249 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca610fe-f974-4ce7-b8a8-fd38ed22212f req-2d00c4bb-708a-4243-be0b-a2944a76c0a1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:16.022745 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9ca610fe-f974-4ce7-b8a8-fd38ed22212f req-2d00c4bb-708a-4243-be0b-a2944a76c0a1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.0549886 Apr 12 20:17:16.076467 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9ca610fe-f974-4ce7-b8a8-fd38ed22212f req-1356290e-19f1-4deb-bd49-f920b3e1acd5 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457180 Apr 12 20:17:16.691373 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aeb18-b76b-4ca4-accf-0fc5cecacebf req-cf7fcf4d-6bd0-4768-b259-3f881d77f641 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:16.693004 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-560aeb18-b76b-4ca4-accf-0fc5cecacebf req-cf7fcf4d-6bd0-4768-b259-3f881d77f641 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0547414 Apr 12 20:17:16.752589 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-560aeb18-b76b-4ca4-accf-0fc5cecacebf req-e24e26b7-4f14-47ae-8347-e029e8d79894 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530274 Apr 12 20:17:16.816533 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bf6f8-d67e-484b-b616-94d42d6b680c req-10d4a650-185d-4801-b409-66c4027c4f3d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:16.824514 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-279bf6f8-d67e-484b-b616-94d42d6b680c req-10d4a650-185d-4801-b409-66c4027c4f3d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0571454 Apr 12 20:17:16.871595 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-279bf6f8-d67e-484b-b616-94d42d6b680c req-a3f7a6fd-3dc5-4827-a36a-bca1b312700f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459883 Apr 12 20:17:17.196276 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f3ec8-ccfd-4680-a429-69ceabc3540f req-ff729afe-95bb-4bf3-b023-9853c92e09c1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:17.199240 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1a2f3ec8-ccfd-4680-a429-69ceabc3540f req-ff729afe-95bb-4bf3-b023-9853c92e09c1 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.0574057 Apr 12 20:17:17.250081 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1a2f3ec8-ccfd-4680-a429-69ceabc3540f req-ee5e1547-d8a7-4c9a-8290-9ffa304be86c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451450 Apr 12 20:17:17.888440 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491409-e471-4ecd-a09a-9fb1e1782f40 req-1383b743-ff6e-4eab-a8d2-b91184cfd376 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:17.890747 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d3491409-e471-4ecd-a09a-9fb1e1782f40 req-1383b743-ff6e-4eab-a8d2-b91184cfd376 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0541158 Apr 12 20:17:17.945689 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d3491409-e471-4ecd-a09a-9fb1e1782f40 req-0aed4fe8-b6a6-4b39-b7f9-a6633aeb6351 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494962 Apr 12 20:17:17.995907 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac21a7-5b91-45b8-852c-89ea288b2c01 req-13ef8889-61ee-4c08-8d78-168b86f3c5f6 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:17.997426 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e8ac21a7-5b91-45b8-852c-89ea288b2c01 req-13ef8889-61ee-4c08-8d78-168b86f3c5f6 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0488975 Apr 12 20:17:18.050356 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e8ac21a7-5b91-45b8-852c-89ea288b2c01 req-99d9a932-418e-4c0c-9211-02ce7d189769 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472627 Apr 12 20:17:18.367410 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d3cf0-1a6b-49b3-b73f-db9a72deda20 req-2900199b-cf37-4a9c-91e7-e76912b857a8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:18.369342 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-806d3cf0-1a6b-49b3-b73f-db9a72deda20 req-2900199b-cf37-4a9c-91e7-e76912b857a8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.0498917 Apr 12 20:17:18.420795 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-806d3cf0-1a6b-49b3-b73f-db9a72deda20 req-690ee4d9-bd84-4057-90a9-e054502d1f82 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461187 Apr 12 20:17:19.057194 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a80aa-0c6d-4894-a3fa-b96a711aaac2 req-cd36704b-04c6-4345-b2d1-f60102448727 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:19.059034 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-994a80aa-0c6d-4894-a3fa-b96a711aaac2 req-cd36704b-04c6-4345-b2d1-f60102448727 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0463045 Apr 12 20:17:19.107868 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-994a80aa-0c6d-4894-a3fa-b96a711aaac2 req-cf149d90-0d10-48c4-a48e-ac5be8baa36b tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434000 Apr 12 20:17:19.180941 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957dede-30f2-48f3-8e7b-bc6e7f4717b1 req-acebd6d3-517f-4f01-8acc-6132cde4f6bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:19.183019 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a957dede-30f2-48f3-8e7b-bc6e7f4717b1 req-acebd6d3-517f-4f01-8acc-6132cde4f6bc tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0509326 Apr 12 20:17:19.229150 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a957dede-30f2-48f3-8e7b-bc6e7f4717b1 req-aeca013b-daa1-4ad3-a87a-e038136d3dd3 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 Apr 12 20:17:19.586594 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fab2c-4753-4357-a3d6-272ea7706f5b req-72f26070-6b3f-42b8-aa51-17683f535374 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:19.589079 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c7fab2c-4753-4357-a3d6-272ea7706f5b req-72f26070-6b3f-42b8-aa51-17683f535374 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.1017942 Apr 12 20:17:19.606854 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70eeb5-66e2-45b7-abc2-45600dacc1c8 req-89e9c7f9-04e5-487c-95d2-7245e7256857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:19.608262 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e70eeb5-66e2-45b7-abc2-45600dacc1c8 req-89e9c7f9-04e5-487c-95d2-7245e7256857 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26425c7f-fc2a-4e03-aec8-3d8425652824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0933506 Apr 12 20:17:19.610360 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a005df-7a85-4bd5-93c2-ee64607284df req-83077e00-3b60-4de8-8498-3e56ad7558c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:19.611659 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30a005df-7a85-4bd5-93c2-ee64607284df req-83077e00-3b60-4de8-8498-3e56ad7558c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 1129 time: 0.0696492 Apr 12 20:17:19.645765 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c7fab2c-4753-4357-a3d6-272ea7706f5b req-7062974d-35ee-49ec-93e0-3bbbc2705d14 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508931 Apr 12 20:17:20.222073 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff12111-09bf-4a98-a3b8-0394b0911a43 req-a0e6f2c7-a751-47dc-92ed-00f182a36ba0 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:20.223534 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8ff12111-09bf-4a98-a3b8-0394b0911a43 req-a0e6f2c7-a751-47dc-92ed-00f182a36ba0 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0475152 Apr 12 20:17:20.271357 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8ff12111-09bf-4a98-a3b8-0394b0911a43 req-41c080c5-03f2-427f-913e-f57b14db7486 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422926 Apr 12 20:17:20.347119 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb3ac-539a-4258-8630-b84ee75560a9 req-7fceff8d-9084-404b-9705-bb8d70385fc6 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:20.348570 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-093fb3ac-539a-4258-8630-b84ee75560a9 req-7fceff8d-9084-404b-9705-bb8d70385fc6 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0458095 Apr 12 20:17:20.397866 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-093fb3ac-539a-4258-8630-b84ee75560a9 req-9542c388-707a-4aba-9380-fffa9e816668 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438242 Apr 12 20:17:20.574599 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30a005df-7a85-4bd5-93c2-ee64607284df req-291a422f-d9c3-4792-9df0-698e47dd2d0f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015584 Apr 12 20:17:20.595962 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e70eeb5-66e2-45b7-abc2-45600dacc1c8 req-425a754b-ceff-42d4-92e9-d0639ae6fb50 service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245360 Apr 12 20:17:20.596281 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4797f5-376a-4663-aae5-9d3a0f99e93f req-9160c71d-d925-44c9-94a0-c5db61a62df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:20.597758 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-ef4797f5-376a-4663-aae5-9d3a0f99e93f req-9160c71d-d925-44c9-94a0-c5db61a62df4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 1130 time: 0.0396864 Apr 12 20:17:20.760355 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76affde-3ecc-4549-aa03-388923ba2446 req-49cf87a9-0d31-4e3f-85eb-96400ad3f329 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:20.761826 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a76affde-3ecc-4549-aa03-388923ba2446 req-49cf87a9-0d31-4e3f-85eb-96400ad3f329 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.0509300 Apr 12 20:17:20.817086 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-ef4797f5-376a-4663-aae5-9d3a0f99e93f req-3c214f18-8bbb-4be5-9d55-c2c4970b772d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392532 Apr 12 20:17:20.859995 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a76affde-3ecc-4549-aa03-388923ba2446 req-8010b6be-ec7a-429b-8d47-a1e3c5def551 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926991 Apr 12 20:17:20.888170 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e70eeb5-66e2-45b7-abc2-45600dacc1c8 req-c0f1f316-c765-46c4-997c-d7f46cd04eb0 service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081367 Apr 12 20:17:21.413436 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:21.672132 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a810e2-b097-4516-a92d-d9d724e25197 req-e21336b1-8d4d-4489-aab2-d97b7f2e018c tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:21.673601 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e2a810e2-b097-4516-a92d-d9d724e25197 req-e21336b1-8d4d-4489-aab2-d97b7f2e018c tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.3344824 Apr 12 20:17:21.694271 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057b2e3-be0c-48ad-bb1a-685642679a66 req-99758b03-ec20-495c-969c-aec8ffa2699f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:21.695634 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3057b2e3-be0c-48ad-bb1a-685642679a66 req-99758b03-ec20-495c-969c-aec8ffa2699f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 943 time: 0.0632498 Apr 12 20:17:21.757895 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e2a810e2-b097-4516-a92d-d9d724e25197 req-6ff3642b-6dc0-48c7-8589-5fef51e9f2a1 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768437 Apr 12 20:17:21.765240 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3057b2e3-be0c-48ad-bb1a-685642679a66 req-be2bc560-0c67-4531-9e11-0ece6372d812 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623906 Apr 12 20:17:21.975379 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8bd91-6e49-4eb4-860b-be4b67e111ac req-c5bb3ea6-f66f-4e5c-941a-f84df75e9a57 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:21.976758 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-15c8bd91-6e49-4eb4-860b-be4b67e111ac req-c5bb3ea6-f66f-4e5c-941a-f84df75e9a57 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.0499756 Apr 12 20:17:22.022577 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-15c8bd91-6e49-4eb4-860b-be4b67e111ac req-da770c6a-e1a4-4860-88ad-d7092e472003 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401967 Apr 12 20:17:22.282687 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 0778b6f8-e263-4b37-a0d2-e59b929adcd9 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:17:22.390324 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:22.401729 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'port_id': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'mac_address': 'fa:16:3e:fc:73:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:17:22.440942 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:17:22.441674 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:22.454885 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0778b6f8-e263-4b37-a0d2-e59b929adcd9 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:17:22.474048 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:22.477555 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:22.527604 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=0778b6f8-e263-4b37-a0d2-e59b929adcd9,revision_number=9']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:22.534302 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.534657 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.535001 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.535344 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.535680 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.536013 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.536370 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.536701 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.537029 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.537361 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.537682 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.538006 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.538331 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.538655 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.538979 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:22.745209 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['0778b6f8-e263-4b37-a0d2-e59b929adcd9'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:17:22.906669 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a1519-bec3-4480-b538-9e69e5fd12f1 req-0b1393b1-c784-4402-bac7-ca04644fd99f tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:22.908155 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-224a1519-bec3-4480-b538-9e69e5fd12f1 req-0b1393b1-c784-4402-bac7-ca04644fd99f tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0788424 Apr 12 20:17:22.914151 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac9726-fe70-48f8-a21e-38230060c0ac req-5a7450c8-5bff-450f-afa5-44d92885dbd5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:22.915503 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2eac9726-fe70-48f8-a21e-38230060c0ac req-5a7450c8-5bff-450f-afa5-44d92885dbd5 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 944 time: 0.0775223 Apr 12 20:17:22.992065 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-224a1519-bec3-4480-b538-9e69e5fd12f1 req-7d0708e1-e5f4-4e70-be10-b9198ea1f438 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749781 Apr 12 20:17:22.996117 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2eac9726-fe70-48f8-a21e-38230060c0ac req-258974ea-cfa8-42cc-a0af-f2b0ce965d6f tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733967 Apr 12 20:17:23.129636 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65be05-4e11-4a69-949f-350a7588bc2f req-8ac4465e-43c7-4b19-9816-b20eaa66066b tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:23.131108 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3a65be05-4e11-4a69-949f-350a7588bc2f req-8ac4465e-43c7-4b19-9816-b20eaa66066b tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0733933 Apr 12 20:17:23.157942 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1abf11-eba7-4bdf-b1d3-ebbf26eb7fab req-49156182-8847-49bd-8ab9-9a6464d5546f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:23.159428 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ef1abf11-eba7-4bdf-b1d3-ebbf26eb7fab req-49156182-8847-49bd-8ab9-9a6464d5546f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.0707290 Apr 12 20:17:23.241819 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3a65be05-4e11-4a69-949f-350a7588bc2f req-991c2ba8-9490-4222-8408-3bb5a30bbf50 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047928 Apr 12 20:17:23.264377 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f37f9-23a7-4252-9f8f-3204504ab42b req-8125116a-111a-4328-bb50-487de3c6f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:23.265867 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b18f37f9-23a7-4252-9f8f-3204504ab42b req-8125116a-111a-4328-bb50-487de3c6f23c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=36239d1c41ef42b1b707d6cf657711ee&device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 1128 time: 0.0722132 Apr 12 20:17:23.267761 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43922) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:23.272939 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ef1abf11-eba7-4bdf-b1d3-ebbf26eb7fab req-77204b3b-89e0-415c-b61c-f5e551de0c49 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059413 Apr 12 20:17:23.406726 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e7b27-898e-43e5-a7d5-4a6669e2861f tempest-TestShelveInstance-447125833 tempest-TestShelveInstance-447125833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:23.408281 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-d23e7b27-898e-43e5-a7d5-4a6669e2861f tempest-TestShelveInstance-447125833 tempest-TestShelveInstance-447125833-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 1124 time: 0.1385348 Apr 12 20:17:23.411257 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43928) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:23.413475 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f00f8-110d-4bf3-a1fc-835763e95410 req-f785b95e-cf75-45be-af3f-e0b44987c1ea tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:23.414941 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-792f00f8-110d-4bf3-a1fc-835763e95410 req-f785b95e-cf75-45be-af3f-e0b44987c1ea tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.0665252 Apr 12 20:17:23.415484 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'port_id': '6846941b-72e6-4185-8c93-696a0ed36f21', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:17:23.425406 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 43930) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:17:23.425804 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f37f9-23a7-4252-9f8f-3204504ab42b req-f12c0ecd-e31b-492e-bbb0-451b20d48b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:23.427268 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b18f37f9-23a7-4252-9f8f-3204504ab42b req-f12c0ecd-e31b-492e-bbb0-451b20d48b73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de93d020-fd87-43f9-9b84-c46a616eebc8 HTTP/1.1" status: 200 len: 917 time: 0.1381269 Apr 12 20:17:23.430139 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-a785749c-d6fc-44b9-8f26-e6f7525295e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Request body: {'floatingip': {'port_id': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:17:23.475499 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a785749c-d6fc-44b9-8f26-e6f7525295e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (9332a8eb-1672-451f-aac5-2f885b92c395), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:23.479067 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:23.493161 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b18f37f9-23a7-4252-9f8f-3204504ab42b req-5b2805c0-8193-4d48-a906-56b1bf1f24af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9 HTTP/1.1" status: 200 len: 1000 time: 0.0591278 Apr 12 20:17:23.551334 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f37f9-23a7-4252-9f8f-3204504ab42b req-29690c55-941a-4548-b56a-6a14e1a8f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:23.552903 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b18f37f9-23a7-4252-9f8f-3204504ab42b req-29690c55-941a-4548-b56a-6a14e1a8f5cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=949bc912-0fa2-4a4f-93d6-8e76c474a8f3 HTTP/1.1" status: 200 len: 855 time: 0.0529075 Apr 12 20:17:23.599211 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f37f9-23a7-4252-9f8f-3204504ab42b req-1eabd315-d867-4fbf-8d36-f923e7f8e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:23.600748 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b18f37f9-23a7-4252-9f8f-3204504ab42b req-1eabd315-d867-4fbf-8d36-f923e7f8e831 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de93d020-fd87-43f9-9b84-c46a616eebc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421100 Apr 12 20:17:23.644041 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:23.691677 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b18f37f9-23a7-4252-9f8f-3204504ab42b req-7cceb503-974c-42ae-8f64-8c215d4ec16a service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840983 Apr 12 20:17:23.786570 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b18f37f9-23a7-4252-9f8f-3204504ab42b req-39604367-9329-4995-b492-4f455ba341ef service neutron] 10.222.0.13 "GET /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876365 Apr 12 20:17:23.902967 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Allocated IP 172.27.0.120 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/f3382e16-e346-4f8a-830b-9c3c28c2e750) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:17:24.137764 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for port (f3382e16-e346-4f8a-830b-9c3c28c2e750), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:24.140924 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d029-9d68-4497-af9d-956745a964c3 req-63081a89-8a16-477f-b35f-a1ef9c1cf75e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:24.142447 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0ba7d029-9d68-4497-af9d-956745a964c3 req-63081a89-8a16-477f-b35f-a1ef9c1cf75e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 944 time: 0.0489995 Apr 12 20:17:24.158062 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a785749c-d6fc-44b9-8f26-e6f7525295e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:24.164053 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a785749c-d6fc-44b9-8f26-e6f7525295e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (9332a8eb-1672-451f-aac5-2f885b92c395), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:24.191726 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0ba7d029-9d68-4497-af9d-956745a964c3 req-b95dea58-8d2d-4539-8ece-9ab454e854be tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 Apr 12 20:17:24.257703 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (f3382e16-e346-4f8a-830b-9c3c28c2e750), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:24.287287 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 0778b6f8-e263-4b37-a0d2-e59b929adcd9 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:17:24.300557 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:17:24.304685 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:17:24.310791 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:17:24.336932 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.l3_db [None req-a785749c-d6fc-44b9-8f26-e6f7525295e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Floating IP 9332a8eb-1672-451f-aac5-2f885b92c395 associated. External IP: 172.27.0.67, port: 53e7bf48-ddbf-490d-bcaf-95c4dc828e98. Apr 12 20:17:24.337594 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:17:24.338909 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:24.390295 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Pushing event updated for resources: {'Port': ['ID=f3382e16-e346-4f8a-830b-9c3c28c2e750,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:24.417215 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:17:24.417425 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:24.438892 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.439255 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.439581 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.440250 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.440250 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.440473 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:17:24.440570 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.440902 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.441448 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.441785 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.442137 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.442462 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.442704 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a46b62c-027e-4be3-8fd8-082c59409c36" -d '{"events": [{"server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "name": "network-vif-plugged", "status": "completed", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:17:24.442829 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.443091 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.443411 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.443731 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:17:24.458189 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:17:24.464675 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:24.495000 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47412f50-c276-4ecb-b130-66992f5cf9e4 x-openstack-request-id: req-47412f50-c276-4ecb-b130-66992f5cf9e4 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:17:24.495328 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "name": "network-vif-plugged", "status": "completed", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:17:24.495588 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47412f50-c276-4ecb-b130-66992f5cf9e4 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:17:24.495989 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47412f50-c276-4ecb-b130-66992f5cf9e4'] response: {'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'code': 200} Apr 12 20:17:24.528368 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=0778b6f8-e263-4b37-a0d2-e59b929adcd9,revision_number=10']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:24.685101 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97212484-2e98-4c27-ba28-aac625c8fa61 req-b4a4d86d-7346-4b40-af97-cd9b344bbbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:24.686571 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-97212484-2e98-4c27-ba28-aac625c8fa61 req-b4a4d86d-7346-4b40-af97-cd9b344bbbf4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 1130 time: 0.0407627 Apr 12 20:17:24.735834 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-97212484-2e98-4c27-ba28-aac625c8fa61 req-a4322085-66ec-4e5a-9a5d-8581bca7429b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425296 Apr 12 20:17:24.963871 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a785749c-d6fc-44b9-8f26-e6f7525295e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Router 1528482d-75d2-4dee-bdfa-de1c7ae6287f has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:17:25.182508 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a785749c-d6fc-44b9-8f26-e6f7525295e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:17:25.188208 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a785749c-d6fc-44b9-8f26-e6f7525295e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:25.192282 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ba312-3aea-4d88-916d-e2b9fea4336a None None] Sync routers for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:17:25.207400 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ba312-3aea-4d88-916d-e2b9fea4336a None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:17:25.208021 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-a03ba312-3aea-4d88-916d-e2b9fea4336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:17:09Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:25.224319 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for floatingip (4291d07f-a86f-4cc7-834d-2b54e8ff1906), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:25.248941 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-a785749c-d6fc-44b9-8f26-e6f7525295e8 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "PUT /v2.0/floatingips/9332a8eb-1672-451f-aac5-2f885b92c395 HTTP/1.1" status: 200 len: 991 time: 1.8225131 Apr 12 20:17:25.251097 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9b034a-e174-478f-9c96-b35b5593dac5', 'tag': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:17:25.253377 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8b6ac3-1bd3-472b-a3b0-c9b60f1d267b" -d '{"events": [{"name": "network-changed", "server_uuid": "de9b034a-e174-478f-9c96-b35b5593dac5", "tag": "53e7bf48-ddbf-490d-bcaf-95c4dc828e98"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:17:25.315421 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (f3382e16-e346-4f8a-830b-9c3c28c2e750), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:25.317943 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af35ae03-8126-4a4b-b7f7-269f533ee574 x-openstack-request-id: req-af35ae03-8126-4a4b-b7f7-269f533ee574 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:17:25.318363 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9b034a-e174-478f-9c96-b35b5593dac5", "tag": "53e7bf48-ddbf-490d-bcaf-95c4dc828e98", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:17:25.318642 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af35ae03-8126-4a4b-b7f7-269f533ee574 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:17:25.319020 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af35ae03-8126-4a4b-b7f7-269f533ee574'] response: {'name': 'network-changed', 'server_uuid': 'de9b034a-e174-478f-9c96-b35b5593dac5', 'tag': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98', 'status': 'completed', 'code': 200} Apr 12 20:17:25.333104 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1519c-fa24-4281-9b6e-30973cd36f0a req-116576eb-709c-4d0b-9799-b88e105e256e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:25.334604 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c9a1519c-fa24-4281-9b6e-30973cd36f0a req-116576eb-709c-4d0b-9799-b88e105e256e tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 946 time: 0.0584278 Apr 12 20:17:25.344600 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-a03ba312-3aea-4d88-916d-e2b9fea4336a None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:17:25.384459 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c9a1519c-fa24-4281-9b6e-30973cd36f0a req-9f7272ce-ed35-4c11-8664-a25dabde60ce tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431159 Apr 12 20:17:25.484023 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for port (f3382e16-e346-4f8a-830b-9c3c28c2e750), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:25.493639 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (f3382e16-e346-4f8a-830b-9c3c28c2e750), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:25.530056 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b6ac3-1bd3-472b-a3b0-c9b60f1d267b req-c49613c0-33da-44b8-bd01-09e34ff3bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:25.534327 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de8b6ac3-1bd3-472b-a3b0-c9b60f1d267b req-c49613c0-33da-44b8-bd01-09e34ff3bd4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c68edf8f055946fe965bdf73106fce58&device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 1130 time: 0.0519390 Apr 12 20:17:25.551478 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:17:25.565046 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Pushing event updated for resources: {'Port': ['ID=f3382e16-e346-4f8a-830b-9c3c28c2e750,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:17:25.580549 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (4291d07f-a86f-4cc7-834d-2b54e8ff1906), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:25.677124 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-a03ba312-3aea-4d88-916d-e2b9fea4336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '9332a8eb-1672-451f-aac5-2f885b92c395', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:ad:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9b034a-e174-478f-9c96-b35b5593dac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:16:57Z', 'updated_at': '2022-04-12T20:17:24Z', 'revision_number': 1, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:25.683121 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.l3_db [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Floating IP 4291d07f-a86f-4cc7-834d-2b54e8ff1906 associated. External IP: 172.27.0.120, port: 6846941b-72e6-4185-8c93-696a0ed36f21. Apr 12 20:17:25.706079 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ba312-3aea-4d88-916d-e2b9fea4336a None None] Checking router: 1528482d-75d2-4dee-bdfa-de1c7ae6287f for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:17:25.714856 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ba312-3aea-4d88-916d-e2b9fea4336a None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:17:25.715465 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-a03ba312-3aea-4d88-916d-e2b9fea4336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:17:09Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:25.824476 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-a03ba312-3aea-4d88-916d-e2b9fea4336a None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:17:25.911059 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Router d4975005-c79c-48d7-9b84-18f4f139052c has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:17:25.982428 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b6ac3-1bd3-472b-a3b0-c9b60f1d267b req-b0f57eb3-2a48-4b47-9174-bb74fc8b8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:25.984308 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de8b6ac3-1bd3-472b-a3b0-c9b60f1d267b req-b0f57eb3-2a48-4b47-9174-bb74fc8b8c5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 200 len: 914 time: 0.1272395 Apr 12 20:17:26.056770 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:17:26.076597 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:26.076831 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e1c520-6f2d-4dcb-bc82-ab38e47afe44 None None] Sync routers for ids ['d4975005-c79c-48d7-9b84-18f4f139052c'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:17:26.086292 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-a03ba312-3aea-4d88-916d-e2b9fea4336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '9332a8eb-1672-451f-aac5-2f885b92c395', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:ad:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9b034a-e174-478f-9c96-b35b5593dac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:16:57Z', 'updated_at': '2022-04-12T20:17:24Z', 'revision_number': 1, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:26.093973 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e1c520-6f2d-4dcb-bc82-ab38e47afe44 None None] Routers {'d4975005-c79c-48d7-9b84-18f4f139052c'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:17:26.094586 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e1e1c520-6f2d-4dcb-bc82-ab38e47afe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:17:09Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d4975005-c79c-48d7-9b84-18f4f139052c'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:26.119970 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ba312-3aea-4d88-916d-e2b9fea4336a None None] The sync data for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi is: [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '9332a8eb-1672-451f-aac5-2f885b92c395', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'port_id': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'mac_address': 'fa:16:3e:ad:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9b034a-e174-478f-9c96-b35b5593dac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:16:57Z', 'updated_at': '2022-04-12T20:17:24Z', 'revision_number': 1, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:17:26.129600 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-bb294864-b86c-496d-837a-9286ca0386fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7172327 Apr 12 20:17:26.221163 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e1e1c520-6f2d-4dcb-bc82-ab38e47afe44 None None] Set router d4975005-c79c-48d7-9b84-18f4f139052c gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:17:26.377415 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de8b6ac3-1bd3-472b-a3b0-c9b60f1d267b req-f4d557e5-1a04-4c67-9d0a-a8edf172adb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53e7bf48-ddbf-490d-bcaf-95c4dc828e98 HTTP/1.1" status: 200 len: 999 time: 0.0841501 Apr 12 20:17:26.454405 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b6ac3-1bd3-472b-a3b0-c9b60f1d267b req-9e4d2c8d-9abc-47e1-9631-20e9537ac301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:26.456406 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de8b6ac3-1bd3-472b-a3b0-c9b60f1d267b req-9e4d2c8d-9abc-47e1-9631-20e9537ac301 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8466dadb-85c5-478b-8c6f-ed735868dba2 HTTP/1.1" status: 200 len: 852 time: 0.0713403 Apr 12 20:17:26.489060 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce388926-96e6-47e4-839f-e06278d72d5b None None] New status for floating IP 9332a8eb-1672-451f-aac5-2f885b92c395: ACTIVE {{(pid=103447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:17:26.549659 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ec647-980d-442f-81c0-6f86745e3064 req-1a66231d-c426-4b1b-9438-12b57479b216 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:26.551166 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e36ec647-980d-442f-81c0-6f86745e3064 req-1a66231d-c426-4b1b-9438-12b57479b216 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 946 time: 0.0658641 Apr 12 20:17:26.600881 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e36ec647-980d-442f-81c0-6f86745e3064 req-dd74dfe4-347c-4662-bac6-863308457f22 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431983 Apr 12 20:17:26.618746 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e1e1c520-6f2d-4dcb-bc82-ab38e47afe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '4291d07f-a86f-4cc7-834d-2b54e8ff1906', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'port_id': '6846941b-72e6-4185-8c93-696a0ed36f21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'mac_address': 'fa:16:3e:75:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:17:24Z', 'updated_at': '2022-04-12T20:17:24Z', 'revision_number': 0, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d76a96-1c64-494d-9425-615e3cec148c', 'name': '', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'mac_address': 'fa:16:3e:31:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:23Z', 'updated_at': '2022-04-12T20:16:27Z', 'revision_number': 5, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'subnets': [{'id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:26.651659 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e1c520-6f2d-4dcb-bc82-ab38e47afe44 None None] Checking router: d4975005-c79c-48d7-9b84-18f4f139052c for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:17:26.660842 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e1c520-6f2d-4dcb-bc82-ab38e47afe44 None None] Routers {'d4975005-c79c-48d7-9b84-18f4f139052c'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:17:26.661474 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e1e1c520-6f2d-4dcb-bc82-ab38e47afe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:17:09Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d4975005-c79c-48d7-9b84-18f4f139052c'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:26.755832 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b6ac3-1bd3-472b-a3b0-c9b60f1d267b req-3dab2971-613d-4028-a543-7e818f8db382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:26.757499 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de8b6ac3-1bd3-472b-a3b0-c9b60f1d267b req-3dab2971-613d-4028-a543-7e818f8db382 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=058700fe-b621-4dcd-ad5a-ba20d9c398f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427358 Apr 12 20:17:26.775876 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e1e1c520-6f2d-4dcb-bc82-ab38e47afe44 None None] Set router d4975005-c79c-48d7-9b84-18f4f139052c gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:17:26.855186 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de8b6ac3-1bd3-472b-a3b0-c9b60f1d267b req-8d8f055c-ca7e-4ab6-8589-6a865d3c88d9 service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905826 Apr 12 20:17:26.961655 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de8b6ac3-1bd3-472b-a3b0-c9b60f1d267b req-bd9cb5b1-0f9e-4f58-a5ef-65a74d030d6a service neutron] 10.222.0.13 "GET /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997353 Apr 12 20:17:26.997875 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e1e1c520-6f2d-4dcb-bc82-ab38e47afe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '4291d07f-a86f-4cc7-834d-2b54e8ff1906', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'port_id': '6846941b-72e6-4185-8c93-696a0ed36f21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'mac_address': 'fa:16:3e:75:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:17:24Z', 'updated_at': '2022-04-12T20:17:24Z', 'revision_number': 0, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d76a96-1c64-494d-9425-615e3cec148c', 'name': '', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'mac_address': 'fa:16:3e:31:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:23Z', 'updated_at': '2022-04-12T20:16:27Z', 'revision_number': 5, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'subnets': [{'id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:17:27.027694 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e1c520-6f2d-4dcb-bc82-ab38e47afe44 None None] The sync data for ids ['d4975005-c79c-48d7-9b84-18f4f139052c'] in dv-cinder-837542-1-iscsi is: [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '4291d07f-a86f-4cc7-834d-2b54e8ff1906', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'port_id': '6846941b-72e6-4185-8c93-696a0ed36f21', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'mac_address': 'fa:16:3e:75:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:17:24Z', 'updated_at': '2022-04-12T20:17:24Z', 'revision_number': 0, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d76a96-1c64-494d-9425-615e3cec148c', 'name': '', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'mac_address': 'fa:16:3e:31:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:23Z', 'updated_at': '2022-04-12T20:16:27Z', 'revision_number': 5, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'subnets': [{'id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:17:27.232869 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452832e3-01c8-406b-8e8b-d19b12d6fcd1 None None] New status for floating IP 4291d07f-a86f-4cc7-834d-2b54e8ff1906: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:17:27.320415 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:17:27.322805 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bc2652-0e19-4fc4-9188-f9e8561ceb61" -d '{"events": [{"name": "network-changed", "server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:17:27.361826 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b6bf0b-756d-4a2b-be5e-b57da88bda85 x-openstack-request-id: req-b9b6bf0b-756d-4a2b-be5e-b57da88bda85 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:17:27.362121 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:17:27.362379 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9b6bf0b-756d-4a2b-be5e-b57da88bda85 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:17:27.362783 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b6bf0b-756d-4a2b-be5e-b57da88bda85'] response: {'name': 'network-changed', 'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21', 'status': 'completed', 'code': 200} Apr 12 20:17:27.430368 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc2652-0e19-4fc4-9188-f9e8561ceb61 req-ec8d4f28-ccd3-4c73-ad4a-fd4eaae25c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:27.431905 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-66bc2652-0e19-4fc4-9188-f9e8561ceb61 req-ec8d4f28-ccd3-4c73-ad4a-fd4eaae25c0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a20446396734ae288db2ceb1ea6d037&device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 1129 time: 0.0459154 Apr 12 20:17:27.523200 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc2652-0e19-4fc4-9188-f9e8561ceb61 req-9c4a22ab-858f-4b4d-81f6-10055db06ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:27.524702 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-66bc2652-0e19-4fc4-9188-f9e8561ceb61 req-9c4a22ab-858f-4b4d-81f6-10055db06ded service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5af3e9e-8023-4bdc-bd42-4d77602f877c HTTP/1.1" status: 200 len: 910 time: 0.0850749 Apr 12 20:17:27.602525 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-66bc2652-0e19-4fc4-9188-f9e8561ceb61 req-a7a16507-7bb7-4c0a-9a2e-463515a6baa1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6846941b-72e6-4185-8c93-696a0ed36f21 HTTP/1.1" status: 200 len: 1001 time: 0.0662062 Apr 12 20:17:27.654749 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc2652-0e19-4fc4-9188-f9e8561ceb61 req-a536f49b-65d2-4d22-ba0b-fa9dc343f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:27.656208 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-66bc2652-0e19-4fc4-9188-f9e8561ceb61 req-a536f49b-65d2-4d22-ba0b-fa9dc343f0c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5212f1-da48-4d00-9997-9a256138bdf3 HTTP/1.1" status: 200 len: 848 time: 0.0445335 Apr 12 20:17:27.724782 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc2652-0e19-4fc4-9188-f9e8561ceb61 req-cdc867d1-5ad5-415d-b3a9-e53e2fa5378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:27.726186 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-66bc2652-0e19-4fc4-9188-f9e8561ceb61 req-cdc867d1-5ad5-415d-b3a9-e53e2fa5378d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5af3e9e-8023-4bdc-bd42-4d77602f877c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639350 Apr 12 20:17:27.747448 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e49b1-f9bf-4279-842e-5fc13d30d839 req-2c0bef48-dea9-4d31-a9b4-6e086302a07d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:27.748858 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5e7e49b1-f9bf-4279-842e-5fc13d30d839 req-2c0bef48-dea9-4d31-a9b4-6e086302a07d tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 946 time: 0.0609081 Apr 12 20:17:27.845167 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5e7e49b1-f9bf-4279-842e-5fc13d30d839 req-530a1c7b-d93a-42af-9131-3d8f9cc2170b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841713 Apr 12 20:17:27.865261 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-66bc2652-0e19-4fc4-9188-f9e8561ceb61 req-5731376f-a6b9-4a53-bbaf-5ab97f44a127 service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328616 Apr 12 20:17:27.964915 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-66bc2652-0e19-4fc4-9188-f9e8561ceb61 req-c6826c5d-54d4-4bbf-97a4-c86c1480dc8d service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934682 Apr 12 20:17:35.976097 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0a8fcdf5-d459-4f7a-8bdd-b9fcc3607301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:38.459537 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0d123995-a1da-420e-9538-4e5773021797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:39.573663 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:40.733318 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:42.634446 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:51.436784 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:17:57.248181 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91649ad6-d810-4a89-b3c5-50338eebdc7c req-ac41bdbd-87fb-426e-95c8-124581d3b9ad tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:57.249710 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-91649ad6-d810-4a89-b3c5-50338eebdc7c req-ac41bdbd-87fb-426e-95c8-124581d3b9ad tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0477297 Apr 12 20:17:57.300270 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-91649ad6-d810-4a89-b3c5-50338eebdc7c req-fddd7330-b15f-453d-873c-b40437b5bcba tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448229 Apr 12 20:17:58.415332 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21963096-8bdb-4454-a9c1-70ea091975ac req-2129de62-62b8-462d-a3e3-3dde305afe47 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:58.416864 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21963096-8bdb-4454-a9c1-70ea091975ac req-2129de62-62b8-462d-a3e3-3dde305afe47 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0477059 Apr 12 20:17:58.461489 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21963096-8bdb-4454-a9c1-70ea091975ac req-a38ff01f-9742-435c-8631-28dcb5b6e8c8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391145 Apr 12 20:17:59.583548 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2705-a276-48bf-a19d-56eba5ec9a09 req-658a759e-543b-4ed7-99c9-cb7c55631737 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:17:59.585069 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e9b2705-a276-48bf-a19d-56eba5ec9a09 req-658a759e-543b-4ed7-99c9-cb7c55631737 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0500567 Apr 12 20:17:59.631332 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e9b2705-a276-48bf-a19d-56eba5ec9a09 req-408f6453-e0fb-47d2-b084-e1924269b47b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403705 Apr 12 20:18:00.743327 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb415d-c2f9-4ec2-b782-a12839983900 req-43b0e5b5-fd95-4303-893d-ff3b356c92ca tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:00.744814 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-97eb415d-c2f9-4ec2-b782-a12839983900 req-43b0e5b5-fd95-4303-893d-ff3b356c92ca tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0463312 Apr 12 20:18:00.791182 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-97eb415d-c2f9-4ec2-b782-a12839983900 req-814a434c-1fec-41a6-a7dd-775d9355bd5d tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402038 Apr 12 20:18:01.908159 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c375cf-bda9-4971-bf53-0bfa49553e38 req-b1d529d1-613b-4ba2-a6f3-3e4386ba9274 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:01.909635 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8c375cf-bda9-4971-bf53-0bfa49553e38 req-b1d529d1-613b-4ba2-a6f3-3e4386ba9274 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0492616 Apr 12 20:18:01.955967 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8c375cf-bda9-4971-bf53-0bfa49553e38 req-17d605cc-dd9f-4074-99c6-d23d953fbfc6 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409234 Apr 12 20:18:02.553236 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:18:03.067332 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aea38c-dad9-4da4-8a6f-91f0967db66b req-d2ac8f1c-a6b7-41f2-ae2e-5b7046a1e697 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:03.068857 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f9aea38c-dad9-4da4-8a6f-91f0967db66b req-d2ac8f1c-a6b7-41f2-ae2e-5b7046a1e697 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0477543 Apr 12 20:18:03.116453 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f9aea38c-dad9-4da4-8a6f-91f0967db66b req-c4c5d308-a5b7-4a3c-b28f-c67c5df395e8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420594 Apr 12 20:18:04.230102 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1a222-77a5-430e-a6e4-123cc515d7c5 req-a56e9436-4d1f-4ea9-a35e-44cdf89d97b1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:04.232168 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-78a1a222-77a5-430e-a6e4-123cc515d7c5 req-a56e9436-4d1f-4ea9-a35e-44cdf89d97b1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0486181 Apr 12 20:18:04.281361 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-78a1a222-77a5-430e-a6e4-123cc515d7c5 req-f637b729-b6e4-4b46-a738-d8290847c66c tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 Apr 12 20:18:05.394580 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537e123-20ce-45b7-9922-27ff2a2fa1df req-f7475fa2-5324-48cf-8336-7f4bf7d7e55b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:05.396056 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2537e123-20ce-45b7-9922-27ff2a2fa1df req-f7475fa2-5324-48cf-8336-7f4bf7d7e55b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0469341 Apr 12 20:18:05.441837 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2537e123-20ce-45b7-9922-27ff2a2fa1df req-7e76977e-2df8-4029-b835-82dac232f43b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403633 Apr 12 20:18:05.977712 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-df61ac25-8708-465f-97d4-f829c81be1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:06.555075 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33510cb-8386-4d72-a365-de1cd28c0d1d req-578ffd5a-443e-464a-80ff-244706199748 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:06.556462 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a33510cb-8386-4d72-a365-de1cd28c0d1d req-578ffd5a-443e-464a-80ff-244706199748 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0474265 Apr 12 20:18:06.604161 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a33510cb-8386-4d72-a365-de1cd28c0d1d req-c606e507-b846-4bfb-97bb-1ca8ef270c68 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416350 Apr 12 20:18:07.230288 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb182f2-d909-41df-a7ac-429a5c0305a3 req-86af51f7-35c3-4c0a-9810-1547a8df4544 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:07.232364 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fbb182f2-d909-41df-a7ac-429a5c0305a3 req-86af51f7-35c3-4c0a-9810-1547a8df4544 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 946 time: 0.0509720 Apr 12 20:18:07.281425 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fbb182f2-d909-41df-a7ac-429a5c0305a3 req-0af49212-f93b-4cc9-8596-d385b17e1567 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437303 Apr 12 20:18:07.718738 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb88184-5082-4a30-8b09-7ccd7e9f3376 req-5fc4897a-e6e6-4c52-b3f6-2330a36f21ea tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:07.720195 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2bb88184-5082-4a30-8b09-7ccd7e9f3376 req-5fc4897a-e6e6-4c52-b3f6-2330a36f21ea tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0472200 Apr 12 20:18:07.767174 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2bb88184-5082-4a30-8b09-7ccd7e9f3376 req-c7d75459-cfe6-48ed-a124-fba3f639ca3b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410616 Apr 12 20:18:08.394494 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f731df2-dd9f-4df6-9d9e-950040f79d20 req-42a954c5-4653-41b0-a5c0-3aee5aa3b4cf tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:08.395916 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1f731df2-dd9f-4df6-9d9e-950040f79d20 req-42a954c5-4653-41b0-a5c0-3aee5aa3b4cf tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 946 time: 0.0450413 Apr 12 20:18:08.445897 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1f731df2-dd9f-4df6-9d9e-950040f79d20 req-ff690d41-7c57-4fad-95e7-c2898a346170 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bdc1ef5-3e2b-4079-ac37-ec3293054f85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446002 Apr 12 20:18:08.450503 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-642c9b2c-f55b-421d-898c-50470b2170f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:08.805964 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-03ef0974-f08b-4fdf-99f9-8481d184776b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:08.807458 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-03ef0974-f08b-4fdf-99f9-8481d184776b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.13 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 946 time: 0.0472362 Apr 12 20:18:08.921450 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1194b-35d4-48ed-a1ce-580207e8290d req-971b4632-6a6d-4cef-9bcd-e36cf5b27cbd tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:08.922875 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-38b1194b-35d4-48ed-a1ce-580207e8290d req-971b4632-6a6d-4cef-9bcd-e36cf5b27cbd tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0801630 Apr 12 20:18:08.947832 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Deleting port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:08.948193 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:09.033314 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-38b1194b-35d4-48ed-a1ce-580207e8290d req-3f7499bd-b0b0-4df9-8bc3-cd1c9ebb0371 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015830 Apr 12 20:18:09.061228 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] For port 0778b6f8-e263-4b37-a0d2-e59b929adcd9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=0778b6f8-e263-4b37-a0d2-e59b929adcd9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:09.061578 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:09.277712 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebb5c8-70ed-401a-a469-0a9ddae91fe4 req-adab9344-b2ba-40f1-b368-8abf5a146df3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:09.279771 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-feebb5c8-70ed-401a-a469-0a9ddae91fe4 req-adab9344-b2ba-40f1-b368-8abf5a146df3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0974362 Apr 12 20:18:09.288189 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:09.288582 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (cdc7ef43-7124-42c7-992b-69aba1ad47a2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:09.288901 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Floating IP cdc7ef43-7124-42c7-992b-69aba1ad47a2 disassociated. External IP: 172.27.0.236, port: 0778b6f8-e263-4b37-a0d2-e59b929adcd9. Apr 12 20:18:09.289247 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Calling delete_port for 0778b6f8-e263-4b37-a0d2-e59b929adcd9 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:09.305711 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb4d89-ed53-41a9-bb40-c19a37dac207 req-e87f7b4e-fbcc-46ae-b7fd-e936a99473f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:09.307342 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-27cb4d89-ed53-41a9-bb40-c19a37dac207 req-e87f7b4e-fbcc-46ae-b7fd-e936a99473f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba7f619ac25a4e73bb81421ce2e15385&device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 1129 time: 0.0550416 Apr 12 20:18:09.376887 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-feebb5c8-70ed-401a-a469-0a9ddae91fe4 req-a5d61185-e9ee-4f38-8601-216a018f13d7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909457 Apr 12 20:18:09.405467 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb4d89-ed53-41a9-bb40-c19a37dac207 req-4136240c-c7fd-4fd2-9c1c-444880a97b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:09.406939 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-27cb4d89-ed53-41a9-bb40-c19a37dac207 req-4136240c-c7fd-4fd2-9c1c-444880a97b4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=26425c7f-fc2a-4e03-aec8-3d8425652824 HTTP/1.1" status: 200 len: 909 time: 0.0930591 Apr 12 20:18:09.471485 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (0778b6f8-e263-4b37-a0d2-e59b929adcd9), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:09.486522 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-27cb4d89-ed53-41a9-bb40-c19a37dac207 req-9f87b543-eaf8-4569-b52b-0242b02a352f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d56c948-68e8-4110-bf6f-d83af477dc57 HTTP/1.1" status: 200 len: 1000 time: 0.0729256 Apr 12 20:18:09.511500 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event deleted for resources: {'Port': ['ID=0778b6f8-e263-4b37-a0d2-e59b929adcd9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:09.553282 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb4d89-ed53-41a9-bb40-c19a37dac207 req-e1ce4da9-e2e8-4455-b4c1-ccd31667c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:09.554600 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.554981 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.555346 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.555727 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.556081 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.556451 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.556576 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-27cb4d89-ed53-41a9-bb40-c19a37dac207 req-e1ce4da9-e2e8-4455-b4c1-ccd31667c64e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd0872dc-bcf8-4267-a65a-45c4d89c9db7 HTTP/1.1" status: 200 len: 847 time: 0.0595293 Apr 12 20:18:09.556796 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.557140 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.557536 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.557821 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.558158 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.558509 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.558827 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.559160 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.559544 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:09.586872 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:09.609127 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-675238b9-8fb9-4b46-8bbb-2640dd6fa4fb req-e477461b-c32a-4869-9e90-50aeffc52207 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/ports?device_id=c61e6936-e50d-4b06-8e43-ff2836935ce5 HTTP/1.1" status: 200 len: 210 time: 0.0386047 Apr 12 20:18:09.640476 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb4d89-ed53-41a9-bb40-c19a37dac207 req-3d91356b-ca97-416e-9c20-9a2ee79c257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:09.643444 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-27cb4d89-ed53-41a9-bb40-c19a37dac207 req-3d91356b-ca97-416e-9c20-9a2ee79c257a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26425c7f-fc2a-4e03-aec8-3d8425652824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782802 Apr 12 20:18:09.682673 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Router 2f48e267-a151-4374-afd9-5f823d3d95c0 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:18:09.749040 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-27cb4d89-ed53-41a9-bb40-c19a37dac207 req-e2230ad0-c1b2-43af-933d-ebfdd3e864bc service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982027 Apr 12 20:18:09.806721 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:18:09.818430 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc328f6-4407-4af8-9c58-f4d6e716d952 None None] Sync routers for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:18:09.828112 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc328f6-4407-4af8-9c58-f4d6e716d952 None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:09.828784 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-fdc328f6-4407-4af8-9c58-f4d6e716d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:18:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:09.849146 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-27cb4d89-ed53-41a9-bb40-c19a37dac207 req-e1b1ea24-9695-4f1f-adcb-3455874491e7 service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941036 Apr 12 20:18:09.849404 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] No DVR routers for this DVR port 0778b6f8-e263-4b37-a0d2-e59b929adcd9 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:18:09.851964 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:09.855310 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02bc0c75-ae8c-4b45-87aa-1f936ebfa5a2 req-c2317463-e348-4c30-9ce1-601fea6adaad tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.13 "DELETE /v2.0/ports/0778b6f8-e263-4b37-a0d2-e59b929adcd9 HTTP/1.1" status: 204 len: 173 time: 1.0392740 Apr 12 20:18:09.855763 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'name': 'network-vif-deleted', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:18:09.858617 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77ea09d-07dd-4661-9fb3-211bf8dc1ddd" -d '{"events": [{"server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "name": "network-vif-deleted", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:18:09.923323 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3ce0c8-60de-4b89-a8f9-7cdf498d1a02 x-openstack-request-id: req-6b3ce0c8-60de-4b89-a8f9-7cdf498d1a02 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:18:09.923628 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61e6936-e50d-4b06-8e43-ff2836935ce5", "name": "network-vif-deleted", "tag": "0778b6f8-e263-4b37-a0d2-e59b929adcd9", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:18:09.923893 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b3ce0c8-60de-4b89-a8f9-7cdf498d1a02 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:18:09.924618 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3ce0c8-60de-4b89-a8f9-7cdf498d1a02'] response: {'server_uuid': 'c61e6936-e50d-4b06-8e43-ff2836935ce5', 'name': 'network-vif-deleted', 'tag': '0778b6f8-e263-4b37-a0d2-e59b929adcd9', 'status': 'completed', 'code': 200} Apr 12 20:18:09.957772 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-fdc328f6-4407-4af8-9c58-f4d6e716d952 None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:10.159032 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-fdc328f6-4407-4af8-9c58-f4d6e716d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:34Z', 'revision_number': 5, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:10.187460 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc328f6-4407-4af8-9c58-f4d6e716d952 None None] Checking router: 2f48e267-a151-4374-afd9-5f823d3d95c0 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:18:10.196008 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc328f6-4407-4af8-9c58-f4d6e716d952 None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:10.196665 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-fdc328f6-4407-4af8-9c58-f4d6e716d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:18:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:10.311413 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-fdc328f6-4407-4af8-9c58-f4d6e716d952 None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:10.501035 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f52d9d-2edb-4bcb-b107-83a620b9b525 req-7a8a7ae1-ccdd-4a14-b7b9-4e003f38c40b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:10.502572 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01f52d9d-2edb-4bcb-b107-83a620b9b525 req-7a8a7ae1-ccdd-4a14-b7b9-4e003f38c40b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0548124 Apr 12 20:18:10.550008 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01f52d9d-2edb-4bcb-b107-83a620b9b525 req-564a07c6-2b37-4746-8c80-0d63a74c4cba tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418158 Apr 12 20:18:10.589809 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-fdc328f6-4407-4af8-9c58-f4d6e716d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:34Z', 'revision_number': 5, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:10.616182 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc328f6-4407-4af8-9c58-f4d6e716d952 None None] The sync data for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi is: [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:28Z', 'revision_number': 4, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'cfd40396-c918-4b1b-9520-ee529584d2e9', 'name': '', 'network_id': 'de93d020-fd87-43f9-9b84-c46a616eebc8', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'mac_address': 'fa:16:3e:1a:1b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:25Z', 'updated_at': '2022-04-12T20:10:34Z', 'revision_number': 5, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'subnets': [{'id': '949bc912-0fa2-4a4f-93d6-8e76c474a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:18:10.706153 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 44134) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:10.749579 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:10.772710 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8d2eee3-5632-4fc0-95b8-fd376d6edbb2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group (0bdc1ef5-3e2b-4079-ac37-ec3293054f85), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:10.799857 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8d2eee3-5632-4fc0-95b8-fd376d6edbb2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group (0bdc1ef5-3e2b-4079-ac37-ec3293054f85), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:10.854402 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8d2eee3-5632-4fc0-95b8-fd376d6edbb2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (0bdc1ef5-3e2b-4079-ac37-ec3293054f85), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:10.857875 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8d2eee3-5632-4fc0-95b8-fd376d6edbb2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:10.859055 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a8d2eee3-5632-4fc0-95b8-fd376d6edbb2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "DELETE /v2.0/security-groups/0bdc1ef5-3e2b-4079-ac37-ec3293054f85 HTTP/1.1" status: 204 len: 168 time: 0.1518989 Apr 12 20:18:10.862000 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44140) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:10.869349 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2eee3-5632-4fc0-95b8-fd376d6edbb2 tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdc1ef5-3e2b-4079-ac37-ec3293054f85,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:10.878814 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.api.v2.resource [None req-d8539e6f-10fb-457f-b8d2-a27174e8526b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] show failed (client error): The resource could not be found. Apr 12 20:18:10.880005 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-d8539e6f-10fb-457f-b8d2-a27174e8526b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "GET /v2.0/security-groups/0bdc1ef5-3e2b-4079-ac37-ec3293054f85 HTTP/1.1" status: 404 len: 347 time: 0.0165370 Apr 12 20:18:10.882799 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44142) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:10.898145 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba749d-ad53-4abf-b96e-c0057ee971c3 None None] New status for floating IP cdc7ef43-7124-42c7-992b-69aba1ad47a2: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:18:11.012076 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8cda0-f787-4fa3-bc44-65e724fea60b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Deleting port e38bb8f1-ffe9-42b0-b4d1-5e46375f909f {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:11.012467 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ef8cda0-f787-4fa3-bc44-65e724fea60b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (e38bb8f1-ffe9-42b0-b4d1-5e46375f909f), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:11.113774 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ef8cda0-f787-4fa3-bc44-65e724fea60b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (e38bb8f1-ffe9-42b0-b4d1-5e46375f909f), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:11.114145 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ef8cda0-f787-4fa3-bc44-65e724fea60b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (e38bb8f1-ffe9-42b0-b4d1-5e46375f909f), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:11.130255 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8cda0-f787-4fa3-bc44-65e724fea60b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Calling delete_port for e38bb8f1-ffe9-42b0-b4d1-5e46375f909f owned by network:floatingip {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:11.266905 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ef8cda0-f787-4fa3-bc44-65e724fea60b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (e38bb8f1-ffe9-42b0-b4d1-5e46375f909f), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:11.297272 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8cda0-f787-4fa3-bc44-65e724fea60b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Pushing event deleted for resources: {'Port': ['ID=e38bb8f1-ffe9-42b0-b4d1-5e46375f909f,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:11.361393 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ef8cda0-f787-4fa3-bc44-65e724fea60b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks [] for floatingip (cdc7ef43-7124-42c7-992b-69aba1ad47a2), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:11.363949 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ef8cda0-f787-4fa3-bc44-65e724fea60b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:11.365130 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-8ef8cda0-f787-4fa3-bc44-65e724fea60b tempest-AttachVolumeShelveTestJSON-376680463 tempest-AttachVolumeShelveTestJSON-376680463-project] 10.222.0.44 "DELETE /v2.0/floatingips/cdc7ef43-7124-42c7-992b-69aba1ad47a2 HTTP/1.1" status: 204 len: 168 time: 0.4812515 Apr 12 20:18:11.669695 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99cbe4-385d-48f3-b852-813beeb9cc27 req-48e420ef-fafc-47cd-bec5-148b16e8f842 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:11.671298 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d99cbe4-385d-48f3-b852-813beeb9cc27 req-48e420ef-fafc-47cd-bec5-148b16e8f842 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0460932 Apr 12 20:18:11.721686 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d99cbe4-385d-48f3-b852-813beeb9cc27 req-6e390da7-1c34-45ae-a045-4a52bf7d030c tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445018 Apr 12 20:18:12.409494 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 0778b6f8-e263-4b37-a0d2-e59b929adcd9 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:18:12.429886 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 0778b6f8-e263-4b37-a0d2-e59b929adcd9 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:18:12.430177 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 0778b6f8-e263-4b37-a0d2-e59b929adcd9 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:18:12.639332 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:12.988456 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae50a80-0c86-4e45-9914-0b58a7c3cc3d req-6ca4a093-2751-4665-826f-961834069aac tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:12.989954 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0ae50a80-0c86-4e45-9914-0b58a7c3cc3d req-6ca4a093-2751-4665-826f-961834069aac tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 946 time: 0.0479112 Apr 12 20:18:13.039512 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0ae50a80-0c86-4e45-9914-0b58a7c3cc3d req-0791ec4d-c9a8-4387-9981-174ddab7402a tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438666 Apr 12 20:18:13.767705 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44182) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:14.156124 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52442757-6021-48ba-b01c-de7068bb717a req-f1834209-a379-4e1e-bc39-0257ceb97b06 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:14.157763 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-52442757-6021-48ba-b01c-de7068bb717a req-f1834209-a379-4e1e-bc39-0257ceb97b06 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 946 time: 0.0496371 Apr 12 20:18:14.209705 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-52442757-6021-48ba-b01c-de7068bb717a req-24e12a30-850a-424f-b963-1f7c2326da5f tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459468 Apr 12 20:18:14.439607 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83fcc4b9-fa8c-4264-8a4f-1cb9cdf4c72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651905'] for router_interface (2f48e267-a151-4374-afd9-5f823d3d95c0), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:14.520879 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-318130d1-2470-4bc2-836c-4867c63f992f tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:14.522304 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-318130d1-2470-4bc2-836c-4867c63f992f tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 946 time: 0.0499709 Apr 12 20:18:14.611357 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Deleting port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:14.611600 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:14.704820 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] For port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4aeb77fe-60d0-4ccf-883d-01c9d41892a5,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:14.705193 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:14.721167 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-83fcc4b9-fa8c-4264-8a4f-1cb9cdf4c72c admin admin] Deleting port cfd40396-c918-4b1b-9520-ee529584d2e9 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:14.721518 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83fcc4b9-fa8c-4264-8a4f-1cb9cdf4c72c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:14.801490 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-83fcc4b9-fa8c-4264-8a4f-1cb9cdf4c72c admin admin] For port cfd40396-c918-4b1b-9520-ee529584d2e9, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=cfd40396-c918-4b1b-9520-ee529584d2e9,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:14.802155 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83fcc4b9-fa8c-4264-8a4f-1cb9cdf4c72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:14.815194 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-83fcc4b9-fa8c-4264-8a4f-1cb9cdf4c72c admin admin] Calling delete_port for cfd40396-c918-4b1b-9520-ee529584d2e9 owned by network:router_interface {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:14.878081 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:14.878494 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (0f561682-0c96-4207-8f65-77ecd6f886d7), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:14.878879 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Floating IP 0f561682-0c96-4207-8f65-77ecd6f886d7 disassociated. External IP: 172.27.0.57, port: 4aeb77fe-60d0-4ccf-883d-01c9d41892a5. Apr 12 20:18:14.879289 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Calling delete_port for 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:14.996181 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83fcc4b9-fa8c-4264-8a4f-1cb9cdf4c72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (cfd40396-c918-4b1b-9520-ee529584d2e9), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:15.010496 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (4aeb77fe-60d0-4ccf-883d-01c9d41892a5), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:15.022071 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcc4b9-fa8c-4264-8a4f-1cb9cdf4c72c admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd40396-c918-4b1b-9520-ee529584d2e9,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:15.041974 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event deleted for resources: {'Port': ['ID=4aeb77fe-60d0-4ccf-883d-01c9d41892a5,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:15.208804 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83fcc4b9-fa8c-4264-8a4f-1cb9cdf4c72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651805'] for router_interface (2f48e267-a151-4374-afd9-5f823d3d95c0), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:15.441387 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-aaacee25-3220-4d6b-af34-cf5eef4e3128 req-ba01d7d6-d093-4733-8241-664e5c2e70ed tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=3381f116-a92f-4e6b-bd06-ec1cdf535957 HTTP/1.1" status: 200 len: 210 time: 0.0362012 Apr 12 20:18:15.445238 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fcc4b9-fa8c-4264-8a4f-1cb9cdf4c72c admin admin] Router 2f48e267-a151-4374-afd9-5f823d3d95c0 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:18:15.462206 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Router d3765ffb-1837-4d59-af29-0df1af0e94f4 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:18:15.571207 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fcc4b9-fa8c-4264-8a4f-1cb9cdf4c72c admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:18:15.576715 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-83fcc4b9-fa8c-4264-8a4f-1cb9cdf4c72c admin admin] 10.222.0.44 "PUT /v2.0/routers/2f48e267-a151-4374-afd9-5f823d3d95c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8079638 Apr 12 20:18:15.579083 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44194) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:15.582875 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c4312a-62ef-4bc1-93fd-0de2d2e31807 None None] Sync routers for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:18:15.585676 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:18:15.593909 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c4312a-62ef-4bc1-93fd-0de2d2e31807 None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:15.595263 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-74c4312a-62ef-4bc1-93fd-0de2d2e31807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:18:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:15.598812 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45656d-df0a-4463-b2a4-c50fea1c2cec None None] Sync routers for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:18:15.612191 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f45656d-df0a-4463-b2a4-c50fea1c2cec None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:15.612850 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4f45656d-df0a-4463-b2a4-c50fea1c2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:18:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:15.631955 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] No DVR routers for this DVR port 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:18:15.634773 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:15.638935 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c577eaf2-e464-4bd0-b4db-741d5cdb83db req-332d7146-4d8d-4e1b-8873-cca324b995a8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "DELETE /v2.0/ports/4aeb77fe-60d0-4ccf-883d-01c9d41892a5 HTTP/1.1" status: 204 len: 173 time: 1.1106589 Apr 12 20:18:15.639638 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3381f116-a92f-4e6b-bd06-ec1cdf535957', 'name': 'network-vif-deleted', 'tag': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:18:15.642124 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37fc7de-6328-483f-8298-beee109c3f69" -d '{"events": [{"server_uuid": "3381f116-a92f-4e6b-bd06-ec1cdf535957", "name": "network-vif-deleted", "tag": "4aeb77fe-60d0-4ccf-883d-01c9d41892a5"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:18:15.696423 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Publish callbacks [] for router (2f48e267-a151-4374-afd9-5f823d3d95c0), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:15.705758 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7cc6e5-31f7-4a3f-8c3a-e4ab2b06bf56 x-openstack-request-id: req-6b7cc6e5-31f7-4a3f-8c3a-e4ab2b06bf56 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:18:15.706313 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3381f116-a92f-4e6b-bd06-ec1cdf535957", "name": "network-vif-deleted", "tag": "4aeb77fe-60d0-4ccf-883d-01c9d41892a5", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:18:15.706666 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b7cc6e5-31f7-4a3f-8c3a-e4ab2b06bf56 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:18:15.707164 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b7cc6e5-31f7-4a3f-8c3a-e4ab2b06bf56'] response: {'server_uuid': '3381f116-a92f-4e6b-bd06-ec1cdf535957', 'name': 'network-vif-deleted', 'tag': '4aeb77fe-60d0-4ccf-883d-01c9d41892a5', 'status': 'completed', 'code': 200} Apr 12 20:18:15.731559 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-74c4312a-62ef-4bc1-93fd-0de2d2e31807 None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:15.780584 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-4f45656d-df0a-4463-b2a4-c50fea1c2cec None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:15.816888 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Publish callbacks [] for router_gateway (2f48e267-a151-4374-afd9-5f823d3d95c0), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:15.907317 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-74c4312a-62ef-4bc1-93fd-0de2d2e31807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '59e59224-0dcf-477c-8979-1507400567ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:18:14Z', 'revision_number': 5, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port': {'id': '59e59224-0dcf-477c-8979-1507400567ff', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:15.936126 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c4312a-62ef-4bc1-93fd-0de2d2e31807 None None] Checking router: 2f48e267-a151-4374-afd9-5f823d3d95c0 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:18:15.945574 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c4312a-62ef-4bc1-93fd-0de2d2e31807 None None] Routers {'2f48e267-a151-4374-afd9-5f823d3d95c0'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:15.946257 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-74c4312a-62ef-4bc1-93fd-0de2d2e31807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:18:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['2f48e267-a151-4374-afd9-5f823d3d95c0'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:16.004290 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4f45656d-df0a-4463-b2a4-c50fea1c2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:16.040814 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-74c4312a-62ef-4bc1-93fd-0de2d2e31807 None None] Set router 2f48e267-a151-4374-afd9-5f823d3d95c0 gateway port host: None {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:16.042547 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45656d-df0a-4463-b2a4-c50fea1c2cec None None] Checking router: d3765ffb-1837-4d59-af29-0df1af0e94f4 for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:18:16.052860 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f45656d-df0a-4463-b2a4-c50fea1c2cec None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:16.053879 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4f45656d-df0a-4463-b2a4-c50fea1c2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:18:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:16.109701 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Deleting port 59e59224-0dcf-477c-8979-1507400567ff {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:16.110104 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (59e59224-0dcf-477c-8979-1507400567ff), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:16.118603 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-74c4312a-62ef-4bc1-93fd-0de2d2e31807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:18:15Z', 'revision_number': 6, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port_host': None}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:16.146978 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c4312a-62ef-4bc1-93fd-0de2d2e31807 None None] The sync data for ids ['2f48e267-a151-4374-afd9-5f823d3d95c0'] in dv-cinder-837542-1-iscsi is: [{'id': '2f48e267-a151-4374-afd9-5f823d3d95c0', 'name': 'tempest-AttachVolumeShelveTestJSON-397671787-router', 'tenant_id': '36239d1c41ef42b1b707d6cf657711ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:10:21Z', 'updated_at': '2022-04-12T20:18:15Z', 'revision_number': 6, 'project_id': '36239d1c41ef42b1b707d6cf657711ee', 'gw_port_host': None}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:18:16.169786 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-4f45656d-df0a-4463-b2a4-c50fea1c2cec None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:16.198213 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] For port 59e59224-0dcf-477c-8979-1507400567ff, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=59e59224-0dcf-477c-8979-1507400567ff,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:16.198597 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (59e59224-0dcf-477c-8979-1507400567ff), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:16.212045 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Calling delete_port for 59e59224-0dcf-477c-8979-1507400567ff owned by network:router_gateway {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:16.401950 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (59e59224-0dcf-477c-8979-1507400567ff), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:16.445285 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e59224-0dcf-477c-8979-1507400567ff,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:16.517824 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651195'] for router_gateway (2f48e267-a151-4374-afd9-5f823d3d95c0), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:16.526113 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4f45656d-df0a-4463-b2a4-c50fea1c2cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:16.572124 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45656d-df0a-4463-b2a4-c50fea1c2cec None None] The sync data for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi is: [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:18:16.657407 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61343'] for router (2f48e267-a151-4374-afd9-5f823d3d95c0), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:16.659969 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Publish callbacks [] for router_controller (2f48e267-a151-4374-afd9-5f823d3d95c0), precommit_delete_associations {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:16.740627 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650462'] for router (2f48e267-a151-4374-afd9-5f823d3d95c0), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:16.741195 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f48e267-a151-4374-afd9-5f823d3d95c0 {{(pid=103445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:18:16.746548 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:16.748584 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-6de8e3bb-aedd-4b30-96e9-2d342b04e386 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2f48e267-a151-4374-afd9-5f823d3d95c0 HTTP/1.1" status: 204 len: 168 time: 1.1685977 Apr 12 20:18:16.751105 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44208) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:16.788158 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-decceaed-5aae-4e80-9037-acf14c6bdd4f tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854161198&fields=id&tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc HTTP/1.1" status: 200 len: 267 time: 0.0479259 Apr 12 20:18:16.803570 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07e0d79-d710-40ba-b160-ec2c35dd48fd admin admin] Deleting subnet 949bc912-0fa2-4a4f-93d6-8e76c474a8f3 {{(pid=103445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:18:16.807165 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e07e0d79-d710-40ba-b160-ec2c35dd48fd admin admin] Publish callbacks [] for subnet (949bc912-0fa2-4a4f-93d6-8e76c474a8f3), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:16.843577 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e07e0d79-d710-40ba-b160-ec2c35dd48fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067075257'] for subnet (949bc912-0fa2-4a4f-93d6-8e76c474a8f3), precommit_delete_associations {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:16.898649 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-0f550ef6-a1fc-4491-8522-1cba2de9d4db tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:16.900147 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-0f550ef6-a1fc-4491-8522-1cba2de9d4db tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 811 time: 0.1052155 Apr 12 20:18:16.916517 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-3f9a49e1-9770-4da2-9149-ec14681f8974 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/quotas/b35fa81edeb941ae8bdbc5aca0992cbc HTTP/1.1" status: 200 len: 375 time: 0.0095325 Apr 12 20:18:16.919915 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0125b6-224d-4874-bcc4-76c76f37323e None None] New status for floating IP 0f561682-0c96-4207-8f65-77ecd6f886d7: DOWN {{(pid=103447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:18:16.968523 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e07e0d79-d710-40ba-b160-ec2c35dd48fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (949bc912-0fa2-4a4f-93d6-8e76c474a8f3), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:16.977241 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-e8c771a1-3fe7-4ddc-9de9-f4727db05688 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491173 Apr 12 20:18:17.017012 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device cfd40396-c918-4b1b-9520-ee529584d2e9 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:18:17.055850 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: cfd40396-c918-4b1b-9520-ee529584d2e9 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:18:17.056333 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device cfd40396-c918-4b1b-9520-ee529584d2e9 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:18:17.063645 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e07e0d79-d710-40ba-b160-ec2c35dd48fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067086246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067101208'] for subnet (949bc912-0fa2-4a4f-93d6-8e76c474a8f3), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.095928 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e0d79-d710-40ba-b160-ec2c35dd48fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=949bc912-0fa2-4a4f-93d6-8e76c474a8f3,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:17.099884 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e07e0d79-d710-40ba-b160-ec2c35dd48fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.103261 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-e07e0d79-d710-40ba-b160-ec2c35dd48fd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/949bc912-0fa2-4a4f-93d6-8e76c474a8f3 HTTP/1.1" status: 204 len: 168 time: 0.3511145 Apr 12 20:18:17.105742 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44210) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:17.125437 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade61f2-e4ed-43cd-929d-a09408e7f8cf None None] Network de93d020-fd87-43f9-9b84-c46a616eebc8 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:18:17.153679 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-763666e1-4e71-4ed1-ae34-ba798e81d253 service neutron] 10.222.0.44 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489813 Apr 12 20:18:17.210987 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (de93d020-fd87-43f9-9b84-c46a616eebc8), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.254170 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-bec85f7a-2745-48e7-bcf9-0679bed60771 service neutron] 10.222.0.44 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992510 Apr 12 20:18:17.271642 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Deleting port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:17.271991 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.326483 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ccff1d-3fae-40b8-bc5d-1718d84fc725 None None] DHCP port deletion for de93d020-fd87-43f9-9b84-c46a616eebc8 request from dv-cinder-837542-1-iscsi {{(pid=103446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:18:17.358191 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] For port fd2fa67d-9b4a-4b5f-b731-0ea45747a725, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=fd2fa67d-9b4a-4b5f-b731-0ea45747a725,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:17.358572 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.369097 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-66ccff1d-3fae-40b8-bc5d-1718d84fc725 None None] Deleting port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:17.369484 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-66ccff1d-3fae-40b8-bc5d-1718d84fc725 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.374539 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Calling delete_port for fd2fa67d-9b4a-4b5f-b731-0ea45747a725 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:17.461099 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-66ccff1d-3fae-40b8-bc5d-1718d84fc725 None None] For port fd2fa67d-9b4a-4b5f-b731-0ea45747a725, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=fd2fa67d-9b4a-4b5f-b731-0ea45747a725,segment=NetworkSegment(1671d23d-a6aa-482b-8f1d-cdc241e6702a),segment_id=1671d23d-a6aa-482b-8f1d-cdc241e6702a)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:17.461762 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-66ccff1d-3fae-40b8-bc5d-1718d84fc725 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.480938 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-66ccff1d-3fae-40b8-bc5d-1718d84fc725 None None] Calling delete_port for fd2fa67d-9b4a-4b5f-b731-0ea45747a725 owned by network:dhcp {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:17.500445 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.535789 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2fa67d-9b4a-4b5f-b731-0ea45747a725,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:17.541364 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] No DVR routers for this DVR port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 on host dv-cinder-837542-1-iscsi {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:18:17.651226 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-66ccff1d-3fae-40b8-bc5d-1718d84fc725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999'] for port (fd2fa67d-9b4a-4b5f-b731-0ea45747a725), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.652395 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (de93d020-fd87-43f9-9b84-c46a616eebc8), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.657121 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2d052418-2744-4ae4-9600-db77824fb0e1 req-916fc7f2-6d83-40fc-bfc5-7502dc791473 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 210 time: 0.0384140 Apr 12 20:18:17.681172 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de93d020-fd87-43f9-9b84-c46a616eebc8']}} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:17.684492 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccff1d-3fae-40b8-bc5d-1718d84fc725 None None] Pushing event deleted for resources: {'Port': ['ID=fd2fa67d-9b4a-4b5f-b731-0ea45747a725,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:17.688590 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ccff1d-3fae-40b8-bc5d-1718d84fc725 None None] No DVR routers for this DVR port fd2fa67d-9b4a-4b5f-b731-0ea45747a725 on host dv-cinder-837542-1-iscsi {{(pid=103446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:18:17.696259 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1671d23d-a6aa-482b-8f1d-cdc241e6702a') {'for_net_delete': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:17.696534 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1671d23d-a6aa-482b-8f1d-cdc241e6702a') {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:17.710289 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067075202'] for segment (1671d23d-a6aa-482b-8f1d-cdc241e6702a), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.732190 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (1671d23d-a6aa-482b-8f1d-cdc241e6702a), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.738949 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:18:17.739334 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067086108'] for segment (1671d23d-a6aa-482b-8f1d-cdc241e6702a), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: Traceback (most recent call last): Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: timer() Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: cb(*args, **kw) Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: return func(*args, **kwargs) Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: self._notify() Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: self.callback(batched_events) Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: event.method(event) Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: return f(self, *a, **k) Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: return self._get(url).json() Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: return self.request(url, 'GET', **kwargs) Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:18:17.741119 dv-cinder-837542-1-iscsi neutron-server[103445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:18:17.799073 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (de93d020-fd87-43f9-9b84-c46a616eebc8), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.805605 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:17.808568 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] 10.222.0.44 "DELETE /v2.0/networks/de93d020-fd87-43f9-9b84-c46a616eebc8 HTTP/1.1" status: 204 len: 168 time: 0.7017715 Apr 12 20:18:17.820035 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118d845-a898-4f20-9374-141d790e0faa admin admin] Pushing event deleted for resources: {'Network': ['ID=de93d020-fd87-43f9-9b84-c46a616eebc8,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:17.927991 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44232) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:17.971292 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-1e3bc95f-d648-475d-8cdc-46a8680609dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36239d1c41ef42b1b707d6cf657711ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397434 Apr 12 20:18:17.971527 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44234) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:18.019915 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e1a99ea2-c78d-42e0-bffb-02cb7510663a admin admin] Publish callbacks [] for security_group (5d392974-7d0c-4262-96c2-3fdbe1deda35), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:18.042287 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e1a99ea2-c78d-42e0-bffb-02cb7510663a admin admin] Publish callbacks [] for security_group (5d392974-7d0c-4262-96c2-3fdbe1deda35), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:18.094407 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e1a99ea2-c78d-42e0-bffb-02cb7510663a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (5d392974-7d0c-4262-96c2-3fdbe1deda35), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:18.096797 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e1a99ea2-c78d-42e0-bffb-02cb7510663a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:18.098017 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-e1a99ea2-c78d-42e0-bffb-02cb7510663a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d392974-7d0c-4262-96c2-3fdbe1deda35 HTTP/1.1" status: 204 len: 168 time: 0.1255865 Apr 12 20:18:18.106766 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a99ea2-c78d-42e0-bffb-02cb7510663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d392974-7d0c-4262-96c2-3fdbe1deda35,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:18.383469 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device fd2fa67d-9b4a-4b5f-b731-0ea45747a725 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:18:18.407237 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: fd2fa67d-9b4a-4b5f-b731-0ea45747a725 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:18:18.407527 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device fd2fa67d-9b4a-4b5f-b731-0ea45747a725 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:18:18.407891 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 59e59224-0dcf-477c-8979-1507400567ff no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:18:18.427227 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 59e59224-0dcf-477c-8979-1507400567ff {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:18:18.427580 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 59e59224-0dcf-477c-8979-1507400567ff not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:18:18.453237 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:18:18.474822 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:18:18.475089 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 4aeb77fe-60d0-4ccf-883d-01c9d41892a5 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:18:18.665617 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-93d3c27b-7849-40c6-bdc0-295a51b96507 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:18.667376 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-93d3c27b-7849-40c6-bdc0-295a51b96507 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 811 time: 0.1241014 Apr 12 20:18:18.762691 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-9fbc0855-ec81-4cd0-bf2b-ec9363f5b1f6 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc HTTP/1.1" status: 200 len: 380 time: 0.0857790 Apr 12 20:18:18.808921 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9af4c1c1-8b21-4bb5-984c-ae02c9ba8b11 req-34c646d8-cb90-4b6b-b3be-5dd2301f83dc tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 210 time: 0.0449114 Apr 12 20:18:18.818584 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-2c9c54b7-f73a-4653-b63a-a6f11a98f03c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Request body: {'port': {'device_id': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'admin_state_up': True, 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'security_groups': ['2038a55d-d9e9-4b7c-af4d-6f277ad4e147']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:18:18.940463 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-2c9c54b7-f73a-4653-b63a-a6f11a98f03c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Made reservation on behalf of b35fa81edeb941ae8bdbc5aca0992cbc for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:18:18.943792 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-2c9c54b7-f73a-4653-b63a-a6f11a98f03c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:19.093951 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-2c9c54b7-f73a-4653-b63a-a6f11a98f03c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Allocated IP 172.20.0.3 (3bbbf339-92cd-4aff-949f-c902d9a857ae/c5f30ab7-edca-4f48-9883-79f1e8afbea4/1d972435-c1ae-4ef1-a2a8-b8b645be7ad0) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:18:19.254869 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-2c9c54b7-f73a-4653-b63a-a6f11a98f03c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:19.290067 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-2c9c54b7-f73a-4653-b63a-a6f11a98f03c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:19.333603 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-2c9c54b7-f73a-4653-b63a-a6f11a98f03c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Network 3bbbf339-92cd-4aff-949f-c902d9a857ae is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:18:19.338871 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-2c9c54b7-f73a-4653-b63a-a6f11a98f03c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:18:19.343512 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-2c9c54b7-f73a-4653-b63a-a6f11a98f03c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:18:19.374741 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c54b7-f73a-4653-b63a-a6f11a98f03c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'Port': ['ID=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:19.415730 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-2c9c54b7-f73a-4653-b63a-a6f11a98f03c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:19.416667 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-2c9c54b7-f73a-4653-b63a-a6f11a98f03c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:19.435909 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-2c9c54b7-f73a-4653-b63a-a6f11a98f03c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6613786 Apr 12 20:18:19.618488 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-496a5b71-b155-48a0-9740-41ba3b596671 None None] Provisioning complete for port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:18:19.618971 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-496a5b71-b155-48a0-9740-41ba3b596671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:19.631623 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Request body: {'port': {'device_id': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:18:19.658889 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-496a5b71-b155-48a0-9740-41ba3b596671 None None] Port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:18:19.719378 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:19.970325 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effaf73-3b9c-4115-a937-140f61971eb0 req-ffb78c8d-e087-44b1-ac64-3718d63f0ba5 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:19.971829 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3effaf73-3b9c-4115-a937-140f61971eb0 req-ffb78c8d-e087-44b1-ac64-3718d63f0ba5 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 931 time: 0.0647914 Apr 12 20:18:20.093221 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3effaf73-3b9c-4115-a937-140f61971eb0 req-afe2f63b-0877-4124-bfed-10d20e525ee3 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073487 Apr 12 20:18:20.104848 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:18:20.114537 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Publish callbacks [] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:20.129900 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Transition to ACTIVE for port object 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:18:20.133594 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:20.190962 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Pushing event updated for resources: {'Port': ['ID=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:20.283179 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Attempting to bind port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:18:20.283649 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Attempting to bind port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:18:20.283956 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Attempting to bind port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 on network 3bbbf339-92cd-4aff-949f-c902d9a857ae {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:18:20.289407 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 on network 3bbbf339-92cd-4aff-949f-c902d9a857ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:18:20.289968 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Attempting to bind port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 on network 3bbbf339-92cd-4aff-949f-c902d9a857ae {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:18:20.296679 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:18:20.297024 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Checking segment: {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:18:20.297417 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Bound using segment: {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:18:20.297900 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Bound port: 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:18:20.298217 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:20.383680 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] For port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0, host hv-cinder-83754, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:18:20.416185 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] For port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:18:20.429432 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de01d67-08ea-4597-ab86-066a5e3d3293 req-577e6259-0102-410c-91e3-c195588c2fb2 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:20.430955 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4de01d67-08ea-4597-ab86-066a5e3d3293 req-577e6259-0102-410c-91e3-c195588c2fb2 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.0632625 Apr 12 20:18:20.432396 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:20.491508 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:20.492148 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:20.493590 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] 10.222.0.13 "PUT /v2.0/ports/1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 HTTP/1.1" status: 200 len: 1093 time: 0.8675761 Apr 12 20:18:20.494050 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'tag': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:18:20.496361 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0b92b9-57c1-4e4a-b30a-40b8d7b6e37b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93", "tag": "1d972435-c1ae-4ef1-a2a8-b8b645be7ad0"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:18:20.526103 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515db075-1ee3-440b-82a5-b2f7aaf09b19 service neutron] Pushing event updated for resources: {'Port': ['ID=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:20.538669 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b00067b-831d-4ca8-822f-b4f8c496d1cb x-openstack-request-id: req-4b00067b-831d-4ca8-822f-b4f8c496d1cb {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:18:20.538973 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93", "tag": "1d972435-c1ae-4ef1-a2a8-b8b645be7ad0", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:18:20.539232 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b00067b-831d-4ca8-822f-b4f8c496d1cb {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:18:20.539641 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b00067b-831d-4ca8-822f-b4f8c496d1cb'] response: {'name': 'network-changed', 'server_uuid': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'tag': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'status': 'completed', 'code': 200} Apr 12 20:18:20.543062 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4de01d67-08ea-4597-ab86-066a5e3d3293 req-4ad0ea7e-054d-412b-9f6e-109f9a168d1a tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053123 Apr 12 20:18:21.211729 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a3292-0f85-4e26-9894-4407ef0c0794 req-69b78104-cbf4-4bb7-b11d-eeb2d5ac8701 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:21.213246 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f25a3292-0f85-4e26-9894-4407ef0c0794 req-69b78104-cbf4-4bb7-b11d-eeb2d5ac8701 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 943 time: 0.0498271 Apr 12 20:18:21.265893 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f25a3292-0f85-4e26-9894-4407ef0c0794 req-7552afbc-3c2c-4a43-a1fb-f300b85d27e4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462165 Apr 12 20:18:21.442488 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:21.657451 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e6072-9f9f-4d97-b93d-04addcee5235 req-b5275ae0-ef4e-48af-bfc3-0d9f0495e78e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:21.658910 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bc2e6072-9f9f-4d97-b93d-04addcee5235 req-b5275ae0-ef4e-48af-bfc3-0d9f0495e78e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.0466776 Apr 12 20:18:21.709498 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bc2e6072-9f9f-4d97-b93d-04addcee5235 req-90109ec5-7d6c-4336-af33-ace239447492 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450442 Apr 12 20:18:21.831211 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b92b9-57c1-4e4a-b30a-40b8d7b6e37b req-ef561016-07f7-4633-8db9-8c9ccca38756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:21.832662 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1c0b92b9-57c1-4e4a-b30a-40b8d7b6e37b req-ef561016-07f7-4633-8db9-8c9ccca38756 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 1127 time: 0.0404427 Apr 12 20:18:21.941732 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b92b9-57c1-4e4a-b30a-40b8d7b6e37b req-0464ccc3-c7c6-4dc6-8e00-f1cdd1fe0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:21.943190 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1c0b92b9-57c1-4e4a-b30a-40b8d7b6e37b req-0464ccc3-c7c6-4dc6-8e00-f1cdd1fe0037 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0903413 Apr 12 20:18:22.063785 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b92b9-57c1-4e4a-b30a-40b8d7b6e37b req-b5de96a2-cbe6-4228-8cb2-ac6eef576398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:22.065339 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1c0b92b9-57c1-4e4a-b30a-40b8d7b6e37b req-b5de96a2-cbe6-4228-8cb2-ac6eef576398 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986733 Apr 12 20:18:22.137406 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-da301be2-0a7b-4738-9b27-8e332ffcceaf tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:22.139235 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-da301be2-0a7b-4738-9b27-8e332ffcceaf tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.0501654 Apr 12 20:18:22.151545 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-4c8ac9cf-1efc-42eb-98e1-6b3e6a720aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:22.153156 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-4c8ac9cf-1efc-42eb-98e1-6b3e6a720aaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 1127 time: 0.0440054 Apr 12 20:18:22.197655 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-6ba82216-b619-416b-adf0-c3d652efb3dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 HTTP/1.1" status: 200 len: 217 time: 0.0368285 Apr 12 20:18:22.249286 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Deleting port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:22.249805 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:22.257841 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-e9d45bff-483b-4bd6-a150-1efe67b9cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:22.259485 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-e9d45bff-483b-4bd6-a150-1efe67b9cdde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5f30ab7-edca-4f48-9883-79f1e8afbea4 HTTP/1.1" status: 200 len: 850 time: 0.0519598 Apr 12 20:18:22.320538 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-99b845f6-85fd-408c-b4fa-7037f41a5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:22.322611 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-99b845f6-85fd-408c-b4fa-7037f41a5313 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bbbf339-92cd-4aff-949f-c902d9a857ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503843 Apr 12 20:18:22.352912 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] For port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=53e7bf48-ddbf-490d-bcaf-95c4dc828e98,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:22.353352 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:22.433628 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-34178cd6-2080-42e9-9d78-32b9740c3616 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013663 Apr 12 20:18:22.473786 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c59e2-69cc-46f6-9c8c-5e107016206b req-bd683b1c-006b-4995-a098-c6bad21916a4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:22.481120 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-946c59e2-69cc-46f6-9c8c-5e107016206b req-bd683b1c-006b-4995-a098-c6bad21916a4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 943 time: 0.1175575 Apr 12 20:18:22.554091 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-ebe308ea-b44d-48c6-b60a-a1063624e430 req-095d1b06-ef0a-4580-bd69-c1013b47e3a9 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141546 Apr 12 20:18:22.593476 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-946c59e2-69cc-46f6-9c8c-5e107016206b req-58dfd4e2-b84a-46f6-90e2-89be23e867ad tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114740 Apr 12 20:18:22.654834 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:22.655249 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (9332a8eb-1672-451f-aac5-2f885b92c395), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:22.655633 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Floating IP 9332a8eb-1672-451f-aac5-2f885b92c395 disassociated. External IP: 172.27.0.67, port: 53e7bf48-ddbf-490d-bcaf-95c4dc828e98. Apr 12 20:18:22.656112 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Calling delete_port for 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:22.811609 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (53e7bf48-ddbf-490d-bcaf-95c4dc828e98), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:22.846789 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event deleted for resources: {'Port': ['ID=53e7bf48-ddbf-490d-bcaf-95c4dc828e98,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:22.860012 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9abbb9-6fd2-4203-89a4-b359218112da req-cd62695d-5212-4ebf-b6da-b41ef125c626 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:22.861607 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fc9abbb9-6fd2-4203-89a4-b359218112da req-cd62695d-5212-4ebf-b6da-b41ef125c626 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 946 time: 0.0850842 Apr 12 20:18:22.987328 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fc9abbb9-6fd2-4203-89a4-b359218112da req-9c81c30c-46a9-4bd1-9669-4a3a67cb326e tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups?id=be606c3b-f0d4-4631-a2b1-16829a3f6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198378 Apr 12 20:18:23.007483 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Router 1528482d-75d2-4dee-bdfa-de1c7ae6287f has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:18:23.120434 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:18:23.131001 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f8bde4-c035-47e4-9038-a84f0f813e45 None None] Sync routers for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:18:23.141866 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f8bde4-c035-47e4-9038-a84f0f813e45 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:23.142481 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-13f8bde4-c035-47e4-9038-a84f0f813e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:18:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:23.163053 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] No DVR routers for this DVR port 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:18:23.165651 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:23.169012 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-13a1c925-1a78-4338-912a-cecf85c0dc54 req-d7220b17-207b-4f9b-9491-bd4814a28b94 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.13 "DELETE /v2.0/ports/53e7bf48-ddbf-490d-bcaf-95c4dc828e98 HTTP/1.1" status: 204 len: 173 time: 1.0244646 Apr 12 20:18:23.169452 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9b034a-e174-478f-9c96-b35b5593dac5', 'name': 'network-vif-deleted', 'tag': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:18:23.171684 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450ed6f4-c79d-4122-8c69-39f353894fba" -d '{"events": [{"server_uuid": "de9b034a-e174-478f-9c96-b35b5593dac5", "name": "network-vif-deleted", "tag": "53e7bf48-ddbf-490d-bcaf-95c4dc828e98"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:18:23.209151 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cee3c6d-7551-4467-bdfb-228c6beeb17b x-openstack-request-id: req-4cee3c6d-7551-4467-bdfb-228c6beeb17b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:18:23.209476 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9b034a-e174-478f-9c96-b35b5593dac5", "name": "network-vif-deleted", "tag": "53e7bf48-ddbf-490d-bcaf-95c4dc828e98", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:18:23.209709 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4cee3c6d-7551-4467-bdfb-228c6beeb17b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:18:23.210123 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cee3c6d-7551-4467-bdfb-228c6beeb17b'] response: {'server_uuid': 'de9b034a-e174-478f-9c96-b35b5593dac5', 'name': 'network-vif-deleted', 'tag': '53e7bf48-ddbf-490d-bcaf-95c4dc828e98', 'status': 'completed', 'code': 200} Apr 12 20:18:23.254518 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-13f8bde4-c035-47e4-9038-a84f0f813e45 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:23.443452 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-13f8bde4-c035-47e4-9038-a84f0f813e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:23.473453 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f8bde4-c035-47e4-9038-a84f0f813e45 None None] Checking router: 1528482d-75d2-4dee-bdfa-de1c7ae6287f for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:18:23.482349 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f8bde4-c035-47e4-9038-a84f0f813e45 None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:23.482961 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-13f8bde4-c035-47e4-9038-a84f0f813e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:18:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:23.594552 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-13f8bde4-c035-47e4-9038-a84f0f813e45 None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:23.711595 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf6482-adad-4735-909d-2dad9f6c89f7 req-710be850-d04d-40f2-8932-86b8daec1e25 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:23.713115 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19bf6482-adad-4735-909d-2dad9f6c89f7 req-710be850-d04d-40f2-8932-86b8daec1e25 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 943 time: 0.0535212 Apr 12 20:18:23.766945 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19bf6482-adad-4735-909d-2dad9f6c89f7 req-de2741d3-38db-40f1-969c-a4be20c80e6d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474181 Apr 12 20:18:23.789448 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-13f8bde4-c035-47e4-9038-a84f0f813e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:23.815313 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f8bde4-c035-47e4-9038-a84f0f813e45 None None] The sync data for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi is: [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:51Z', 'revision_number': 4, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '9517d95a-1c00-4c2c-b94f-c8b66b2e4f89', 'name': '', 'network_id': '058700fe-b621-4dcd-ad5a-ba20d9c398f9', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'mac_address': 'fa:16:3e:65:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:50Z', 'updated_at': '2022-04-12T20:11:56Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'subnets': [{'id': '8466dadb-85c5-478b-8c6f-ed735868dba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:18:24.030828 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8cf86e-6552-416c-97f5-aa20f7c06652 None None] New status for floating IP 9332a8eb-1672-451f-aac5-2f885b92c395: DOWN {{(pid=103447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:18:24.085273 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-793eaf87-c4f3-492f-a015-790e752a21fb req-fa985e65-50a2-466f-8927-a240c9c9f843 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 210 time: 0.0285380 Apr 12 20:18:24.880577 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e21f37-76ce-4ba8-920d-fccb92e620b8 req-6129282a-63e1-4eef-b482-01f96ba6d1e3 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:24.882075 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e9e21f37-76ce-4ba8-920d-fccb92e620b8 req-6129282a-63e1-4eef-b482-01f96ba6d1e3 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 943 time: 0.0462875 Apr 12 20:18:24.930256 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e9e21f37-76ce-4ba8-920d-fccb92e620b8 req-a7b9ef0c-b5d9-4887-beb7-6335a9397e91 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420148 Apr 12 20:18:25.183929 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a2ebd89-911e-46f1-8556-85ae80cf27d4 req-1413ccfd-6242-43e2-9a8e-1995e7822356 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 210 time: 0.0305231 Apr 12 20:18:26.062468 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f0b7b-744b-4980-8961-c13d0e550f66 req-f1e46b12-898d-49d9-ba0c-0bdc981c06f4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:26.064514 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-756f0b7b-744b-4980-8961-c13d0e550f66 req-f1e46b12-898d-49d9-ba0c-0bdc981c06f4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 943 time: 0.0538776 Apr 12 20:18:26.127784 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-756f0b7b-744b-4980-8961-c13d0e550f66 req-11c3e416-f70b-4da7-ab22-770f98001928 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568800 Apr 12 20:18:26.293790 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e0e0a217-cd49-49c0-bd14-d6fa4cec83a3 req-38e109ff-4e60-43e2-a57c-9ecfddc0286f tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9b034a-e174-478f-9c96-b35b5593dac5 HTTP/1.1" status: 200 len: 210 time: 0.0282824 Apr 12 20:18:26.715039 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b220d20e-9c11-416d-a949-0c307544d987 req-aba8f0a0-0e12-4f84-93fc-d6b53436a192 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408258 Apr 12 20:18:26.778769 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220d20e-9c11-416d-a949-0c307544d987 req-811b5b3c-d897-42f4-8a13-d948daf08047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:26.780262 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b220d20e-9c11-416d-a949-0c307544d987 req-811b5b3c-d897-42f4-8a13-d948daf08047 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba7f619ac25a4e73bb81421ce2e15385&device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 1129 time: 0.0381427 Apr 12 20:18:26.882410 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220d20e-9c11-416d-a949-0c307544d987 req-dc640bb9-8478-483b-a2ba-23d5af3f07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:26.883886 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b220d20e-9c11-416d-a949-0c307544d987 req-dc640bb9-8478-483b-a2ba-23d5af3f07f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26425c7f-fc2a-4e03-aec8-3d8425652824 HTTP/1.1" status: 200 len: 909 time: 0.0848653 Apr 12 20:18:26.958796 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b220d20e-9c11-416d-a949-0c307544d987 req-873b34d6-9adb-4373-b565-a051e90e4b03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d56c948-68e8-4110-bf6f-d83af477dc57 HTTP/1.1" status: 200 len: 1000 time: 0.0634668 Apr 12 20:18:27.013717 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220d20e-9c11-416d-a949-0c307544d987 req-521fbbc6-2995-4343-aef2-df52048be32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:27.015117 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b220d20e-9c11-416d-a949-0c307544d987 req-521fbbc6-2995-4343-aef2-df52048be32b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd0872dc-bcf8-4267-a65a-45c4d89c9db7 HTTP/1.1" status: 200 len: 847 time: 0.0489147 Apr 12 20:18:27.058600 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220d20e-9c11-416d-a949-0c307544d987 req-c8ab2b3f-7c40-4701-be76-10de9b6da3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:27.060117 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b220d20e-9c11-416d-a949-0c307544d987 req-c8ab2b3f-7c40-4701-be76-10de9b6da3f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26425c7f-fc2a-4e03-aec8-3d8425652824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393083 Apr 12 20:18:27.152125 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b220d20e-9c11-416d-a949-0c307544d987 req-51c71b7a-f538-45a3-a0c5-3ff1938827b7 service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851510 Apr 12 20:18:27.272740 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb2ed8-0bce-477c-8377-c5b88c84810e req-af43694b-971f-410f-a0f6-1a8dab54dcdf tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:27.274235 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eecb2ed8-0bce-477c-8377-c5b88c84810e req-af43694b-971f-410f-a0f6-1a8dab54dcdf tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 943 time: 0.0625298 Apr 12 20:18:27.302213 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b220d20e-9c11-416d-a949-0c307544d987 req-12c3e438-12c3-4319-865e-636857d449d8 service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413701 Apr 12 20:18:27.339588 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eecb2ed8-0bce-477c-8377-c5b88c84810e req-6e2a8d51-0429-46e9-8c23-9c30c493da80 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542674 Apr 12 20:18:27.402747 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 44408) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:27.461532 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac00c5ac-32e0-434a-b049-301e09c04687 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (be606c3b-f0d4-4631-a2b1-16829a3f6321), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:27.483898 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac00c5ac-32e0-434a-b049-301e09c04687 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (be606c3b-f0d4-4631-a2b1-16829a3f6321), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:27.538437 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac00c5ac-32e0-434a-b049-301e09c04687 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (be606c3b-f0d4-4631-a2b1-16829a3f6321), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:27.541209 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac00c5ac-32e0-434a-b049-301e09c04687 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:27.542360 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ac00c5ac-32e0-434a-b049-301e09c04687 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "DELETE /v2.0/security-groups/be606c3b-f0d4-4631-a2b1-16829a3f6321 HTTP/1.1" status: 204 len: 168 time: 0.1377213 Apr 12 20:18:27.545273 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44414) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:27.551768 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00c5ac-32e0-434a-b049-301e09c04687 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be606c3b-f0d4-4631-a2b1-16829a3f6321,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:27.559079 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.api.v2.resource [None req-8b752a1e-d34f-4946-bd51-4caabeb0bc85 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] show failed (client error): The resource could not be found. Apr 12 20:18:27.560293 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-8b752a1e-d34f-4946-bd51-4caabeb0bc85 tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "GET /v2.0/security-groups/be606c3b-f0d4-4631-a2b1-16829a3f6321 HTTP/1.1" status: 404 len: 347 time: 0.0140030 Apr 12 20:18:27.563161 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44416) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:27.679597 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Deleting port fb2830e6-d6c2-46b5-8c06-dd67fc103584 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:27.679903 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (fb2830e6-d6c2-46b5-8c06-dd67fc103584), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:27.759283 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (fb2830e6-d6c2-46b5-8c06-dd67fc103584), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:27.759622 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (fb2830e6-d6c2-46b5-8c06-dd67fc103584), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:27.773180 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Calling delete_port for fb2830e6-d6c2-46b5-8c06-dd67fc103584 owned by network:floatingip {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:27.901916 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (fb2830e6-d6c2-46b5-8c06-dd67fc103584), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:27.929049 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Pushing event deleted for resources: {'Port': ['ID=fb2830e6-d6c2-46b5-8c06-dd67fc103584,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:27.940978 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.941332 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.941679 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.942022 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.942359 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.942699 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.943033 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.943382 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.943716 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.944045 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.944412 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.944741 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.945083 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.945392 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.945718 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:27.999597 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks [] for floatingip (9332a8eb-1672-451f-aac5-2f885b92c395), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:28.002166 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:28.003756 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-990e83e2-0778-431b-bff5-b328dcae6e2c tempest-AttachVolumeNegativeTest-542591262 tempest-AttachVolumeNegativeTest-542591262-project] 10.222.0.44 "DELETE /v2.0/floatingips/9332a8eb-1672-451f-aac5-2f885b92c395 HTTP/1.1" status: 204 len: 168 time: 0.4391856 Apr 12 20:18:28.469662 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb17173-905e-4904-89ca-efcb49fec93e req-41aba110-a27c-4ae2-8b78-d669da29974c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:28.471136 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ccb17173-905e-4904-89ca-efcb49fec93e req-41aba110-a27c-4ae2-8b78-d669da29974c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 943 time: 0.0504525 Apr 12 20:18:28.519509 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ccb17173-905e-4904-89ca-efcb49fec93e req-c3b9ca4a-84a6-4638-9c4b-33fa33fa1ae0 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427701 Apr 12 20:18:28.580067 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:18:28.600628 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:18:28.600979 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 53e7bf48-ddbf-490d-bcaf-95c4dc828e98 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:18:28.926366 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44440) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:29.037648 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a164790a-528d-45ac-99cd-f30c78f54025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.118676 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a164790a-528d-45ac-99cd-f30c78f54025 admin admin] Publish callbacks [] for security_group (a7c32b65-1a51-4266-bc7f-21424177d251), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.122718 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a164790a-528d-45ac-99cd-f30c78f54025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (a7c32b65-1a51-4266-bc7f-21424177d251), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.160555 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164790a-528d-45ac-99cd-f30c78f54025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c32b65-1a51-4266-bc7f-21424177d251,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:29.174625 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 44448) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:29.175242 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-a164790a-528d-45ac-99cd-f30c78f54025 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe3e46c4d8314ccaa96cc73508027253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439487 Apr 12 20:18:29.222648 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cad6f37f-d1fe-4948-ae60-e6062750ae33 admin admin] Publish callbacks [] for security_group (a7c32b65-1a51-4266-bc7f-21424177d251), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.245280 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cad6f37f-d1fe-4948-ae60-e6062750ae33 admin admin] Publish callbacks [] for security_group (a7c32b65-1a51-4266-bc7f-21424177d251), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.297258 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cad6f37f-d1fe-4948-ae60-e6062750ae33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (a7c32b65-1a51-4266-bc7f-21424177d251), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.300414 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cad6f37f-d1fe-4948-ae60-e6062750ae33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.301572 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-cad6f37f-d1fe-4948-ae60-e6062750ae33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7c32b65-1a51-4266-bc7f-21424177d251 HTTP/1.1" status: 204 len: 168 time: 0.1292896 Apr 12 20:18:29.310219 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6f37f-d1fe-4948-ae60-e6062750ae33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c32b65-1a51-4266-bc7f-21424177d251,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:29.577419 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 44462) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:29.598750 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ec78c08f-0ec2-46d1-a3d2-c4ae10d4ab12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.653138 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6557d95-b5f4-414a-816d-da2ae8b840b3 req-a05d9c96-6bf9-451f-9868-b624cb07b91f tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:29.654517 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d6557d95-b5f4-414a-816d-da2ae8b840b3 req-a05d9c96-6bf9-451f-9868-b624cb07b91f tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 943 time: 0.0641367 Apr 12 20:18:29.729573 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d6557d95-b5f4-414a-816d-da2ae8b840b3 req-bf5b7cc4-31ad-4b5a-abc6-3e8ad3382e9f tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690281 Apr 12 20:18:29.754737 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ec78c08f-0ec2-46d1-a3d2-c4ae10d4ab12 admin admin] Publish callbacks [] for security_group (3c0b46c9-e2fa-4d52-960e-bb63d01a1888), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.758389 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ec78c08f-0ec2-46d1-a3d2-c4ae10d4ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (3c0b46c9-e2fa-4d52-960e-bb63d01a1888), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.796353 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ec78c08f-0ec2-46d1-a3d2-c4ae10d4ab12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd6871e379da442d80ddc7e6f1929030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178671 Apr 12 20:18:29.798297 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78c08f-0ec2-46d1-a3d2-c4ae10d4ab12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0b46c9-e2fa-4d52-960e-bb63d01a1888,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:29.799039 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44464) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:29.848031 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-22033d9d-3c47-4146-9217-00b3bdcc5995 admin admin] Publish callbacks [] for security_group (3c0b46c9-e2fa-4d52-960e-bb63d01a1888), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.869113 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-22033d9d-3c47-4146-9217-00b3bdcc5995 admin admin] Publish callbacks [] for security_group (3c0b46c9-e2fa-4d52-960e-bb63d01a1888), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.916457 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-22033d9d-3c47-4146-9217-00b3bdcc5995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (3c0b46c9-e2fa-4d52-960e-bb63d01a1888), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.920145 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-22033d9d-3c47-4146-9217-00b3bdcc5995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:29.921318 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-22033d9d-3c47-4146-9217-00b3bdcc5995 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c0b46c9-e2fa-4d52-960e-bb63d01a1888 HTTP/1.1" status: 204 len: 168 time: 0.1209917 Apr 12 20:18:29.929313 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22033d9d-3c47-4146-9217-00b3bdcc5995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0b46c9-e2fa-4d52-960e-bb63d01a1888,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:30.572781 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:18:30.803204 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:30.816017 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'port_id': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'mac_address': 'fa:16:3e:c4:27:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:18:30.850198 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca94e35-1103-4896-a945-5b5371890912 req-ebf26e33-fca7-4829-9999-c5a34fb64251 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:30.852865 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2ca94e35-1103-4896-a945-5b5371890912 req-ebf26e33-fca7-4829-9999-c5a34fb64251 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 943 time: 0.0525692 Apr 12 20:18:30.860527 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:18:30.861029 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:30.875452 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:18:30.897039 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:30.900910 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:30.906069 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2ca94e35-1103-4896-a945-5b5371890912 req-dfc59f72-2860-4ee7-a6da-a69bb0b96f78 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484829 Apr 12 20:18:30.956875 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:30.963985 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.964376 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.964730 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.965148 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.965493 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.965833 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.966169 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.966506 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.966840 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.967175 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.967541 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.967872 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.968202 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.968557 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:30.968885 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:18:31.169843 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['1d972435-c1ae-4ef1-a2a8-b8b645be7ad0'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:18:31.494449 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44524) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:31.605165 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-837a8418-ed2b-4818-9189-9d64e57e01ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:31.654761 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 44534) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:31.682992 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-837a8418-ed2b-4818-9189-9d64e57e01ce admin admin] Publish callbacks [] for security_group (36e12404-1cf5-40b0-83e5-2550ed904dd6), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:31.689207 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-837a8418-ed2b-4818-9189-9d64e57e01ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (36e12404-1cf5-40b0-83e5-2550ed904dd6), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:31.727314 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-837a8418-ed2b-4818-9189-9d64e57e01ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4db6e2613c694abfa9fe52d26a914e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317827 Apr 12 20:18:31.730002 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a8418-ed2b-4818-9189-9d64e57e01ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e12404-1cf5-40b0-83e5-2550ed904dd6,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:31.732416 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44538) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:31.783217 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0ce08280-9806-4ef9-8da0-2400039c5687 admin admin] Publish callbacks [] for security_group (36e12404-1cf5-40b0-83e5-2550ed904dd6), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:31.804394 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0ce08280-9806-4ef9-8da0-2400039c5687 admin admin] Publish callbacks [] for security_group (36e12404-1cf5-40b0-83e5-2550ed904dd6), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:31.852935 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0ce08280-9806-4ef9-8da0-2400039c5687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (36e12404-1cf5-40b0-83e5-2550ed904dd6), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:31.856124 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0ce08280-9806-4ef9-8da0-2400039c5687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:31.857244 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-0ce08280-9806-4ef9-8da0-2400039c5687 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36e12404-1cf5-40b0-83e5-2550ed904dd6 HTTP/1.1" status: 204 len: 168 time: 0.1239061 Apr 12 20:18:31.865726 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce08280-9806-4ef9-8da0-2400039c5687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e12404-1cf5-40b0-83e5-2550ed904dd6,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:32.052980 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab4ce5-5ca2-4a97-b0d1-b0b5c79b0262 req-5b0e682f-765e-477c-b307-6ac06f545755 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:32.054442 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-88ab4ce5-5ca2-4a97-b0d1-b0b5c79b0262 req-5b0e682f-765e-477c-b307-6ac06f545755 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 944 time: 0.0653546 Apr 12 20:18:32.107327 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb28e-a216-460d-a4b4-fc078755b3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651905'] for router_interface (1528482d-75d2-4dee-bdfa-de1c7ae6287f), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.132647 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44546) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:32.146417 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-89a572b7-273c-4215-8dd6-6d7e22178fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.174698 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-88ab4ce5-5ca2-4a97-b0d1-b0b5c79b0262 req-b4a31943-dae6-41e1-80ed-ddaba7a792c2 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020815 Apr 12 20:18:32.226251 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-89a572b7-273c-4215-8dd6-6d7e22178fb0 admin admin] Publish callbacks [] for security_group (76f664f2-2c5b-489b-9503-c262e2fe38d8), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.235829 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-89a572b7-273c-4215-8dd6-6d7e22178fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (76f664f2-2c5b-489b-9503-c262e2fe38d8), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.278120 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-89a572b7-273c-4215-8dd6-6d7e22178fb0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de53dbc554e34b0e8629d10786cccf6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419234 Apr 12 20:18:32.278120 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a572b7-273c-4215-8dd6-6d7e22178fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f664f2-2c5b-489b-9503-c262e2fe38d8,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:32.279552 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44548) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:32.333695 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-47b084bf-2967-44c4-afab-24d42906c13a admin admin] Publish callbacks [] for security_group (76f664f2-2c5b-489b-9503-c262e2fe38d8), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.357460 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-47b084bf-2967-44c4-afab-24d42906c13a admin admin] Publish callbacks [] for security_group (76f664f2-2c5b-489b-9503-c262e2fe38d8), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.409176 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-47b084bf-2967-44c4-afab-24d42906c13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (76f664f2-2c5b-489b-9503-c262e2fe38d8), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.411985 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-47b084bf-2967-44c4-afab-24d42906c13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.413203 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-47b084bf-2967-44c4-afab-24d42906c13a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76f664f2-2c5b-489b-9503-c262e2fe38d8 HTTP/1.1" status: 204 len: 168 time: 0.1327221 Apr 12 20:18:32.422393 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b084bf-2967-44c4-afab-24d42906c13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f664f2-2c5b-489b-9503-c262e2fe38d8,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:32.595313 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:18:32.644050 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:18:32.648538 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbb28e-a216-460d-a4b4-fc078755b3bf admin admin] Deleting port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:32.648897 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb28e-a216-460d-a4b4-fc078755b3bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.649934 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:18:32.650562 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.736152 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:18:32.736595 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.737644 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b7bbb28e-a216-460d-a4b4-fc078755b3bf admin admin] For port 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=9517d95a-1c00-4c2c-b94f-c8b66b2e4f89,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:32.738024 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb28e-a216-460d-a4b4-fc078755b3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.754872 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbb28e-a216-460d-a4b4-fc078755b3bf admin admin] Calling delete_port for 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:32.760757 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:18:32.763054 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3fa8a4-a360-426a-aee2-ed083c1b00f5" -d '{"events": [{"server_uuid": "4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93", "name": "network-vif-plugged", "status": "completed", "tag": "1d972435-c1ae-4ef1-a2a8-b8b645be7ad0"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:18:32.777287 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:32.783366 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.812746 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab409b7-4c49-4870-bcbf-59fb0bf280a8 x-openstack-request-id: req-3ab409b7-4c49-4870-bcbf-59fb0bf280a8 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:18:32.812746 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93", "name": "network-vif-plugged", "status": "completed", "tag": "1d972435-c1ae-4ef1-a2a8-b8b645be7ad0", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:18:32.812746 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ab409b7-4c49-4870-bcbf-59fb0bf280a8 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:18:32.812746 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab409b7-4c49-4870-bcbf-59fb0bf280a8'] response: {'server_uuid': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'code': 200} Apr 12 20:18:32.848931 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:32.964415 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb28e-a216-460d-a4b4-fc078755b3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (9517d95a-1c00-4c2c-b94f-c8b66b2e4f89), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:32.993392 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbb28e-a216-460d-a4b4-fc078755b3bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9517d95a-1c00-4c2c-b94f-c8b66b2e4f89,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:33.082820 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996aa6-9a49-4419-b303-57057413dcd3 req-ae19e4e5-98d5-4d7f-ad97-1062a6eefa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:33.084372 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10996aa6-9a49-4419-b303-57057413dcd3 req-ae19e4e5-98d5-4d7f-ad97-1062a6eefa24 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 1129 time: 0.0825672 Apr 12 20:18:33.223390 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-10996aa6-9a49-4419-b303-57057413dcd3 req-e6036194-72c8-43e6-82a0-c0c7c9803578 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296327 Apr 12 20:18:33.264512 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb28e-a216-460d-a4b4-fc078755b3bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651805'] for router_interface (1528482d-75d2-4dee-bdfa-de1c7ae6287f), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:33.307182 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c6741-57f1-4f38-b818-c116a4668f02 req-32ac10b8-8c43-4c6c-a2ae-325dc045601f tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:33.309241 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-608c6741-57f1-4f38-b818-c116a4668f02 req-32ac10b8-8c43-4c6c-a2ae-325dc045601f tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 945 time: 0.0584903 Apr 12 20:18:33.437384 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-608c6741-57f1-4f38-b818-c116a4668f02 req-72e4223c-f5e1-4488-91a0-857f4c1dce74 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932114 Apr 12 20:18:33.569090 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bbb28e-a216-460d-a4b4-fc078755b3bf admin admin] Router 1528482d-75d2-4dee-bdfa-de1c7ae6287f has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:18:33.680209 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bbb28e-a216-460d-a4b4-fc078755b3bf admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:18:33.685547 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-b7bbb28e-a216-460d-a4b4-fc078755b3bf admin admin] 10.222.0.44 "PUT /v2.0/routers/1528482d-75d2-4dee-bdfa-de1c7ae6287f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0296345 Apr 12 20:18:33.688121 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44590) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:33.696458 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f1a3d-886b-4d8a-aae6-879ea8f50c9c None None] Sync routers for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:18:33.711250 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f1a3d-886b-4d8a-aae6-879ea8f50c9c None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:33.711887 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d57f1a3d-886b-4d8a-aae6-879ea8f50c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:18:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:33.798784 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Publish callbacks [] for router (1528482d-75d2-4dee-bdfa-de1c7ae6287f), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:33.827891 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-d57f1a3d-886b-4d8a-aae6-879ea8f50c9c None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:33.910786 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Publish callbacks [] for router_gateway (1528482d-75d2-4dee-bdfa-de1c7ae6287f), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:33.955858 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Deleting port bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:33.956780 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.017137 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d57f1a3d-886b-4d8a-aae6-879ea8f50c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:18:32Z', 'revision_number': 5, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port': {'id': 'bc7ce132-5e15-4af8-8fcd-d0dd090c49f9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:db:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:34.038910 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] For port bc7ce132-5e15-4af8-8fcd-d0dd090c49f9, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=bc7ce132-5e15-4af8-8fcd-d0dd090c49f9,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:34.039728 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.044785 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f1a3d-886b-4d8a-aae6-879ea8f50c9c None None] Checking router: 1528482d-75d2-4dee-bdfa-de1c7ae6287f for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:18:34.053475 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f1a3d-886b-4d8a-aae6-879ea8f50c9c None None] Routers {'1528482d-75d2-4dee-bdfa-de1c7ae6287f'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:34.054111 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d57f1a3d-886b-4d8a-aae6-879ea8f50c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:18:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:34.054240 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Calling delete_port for bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 owned by network:router_gateway {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:34.148894 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-d57f1a3d-886b-4d8a-aae6-879ea8f50c9c None None] Set router 1528482d-75d2-4dee-bdfa-de1c7ae6287f gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:34.203305 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d57f1a3d-886b-4d8a-aae6-879ea8f50c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:18:33Z', 'revision_number': 6, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port_host': None}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:34.235414 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f1a3d-886b-4d8a-aae6-879ea8f50c9c None None] The sync data for ids ['1528482d-75d2-4dee-bdfa-de1c7ae6287f'] in dv-cinder-837542-1-iscsi is: [{'id': '1528482d-75d2-4dee-bdfa-de1c7ae6287f', 'name': 'tempest-AttachVolumeNegativeTest-41485135-router', 'tenant_id': 'c68edf8f055946fe965bdf73106fce58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:11:47Z', 'updated_at': '2022-04-12T20:18:33Z', 'revision_number': 6, 'project_id': 'c68edf8f055946fe965bdf73106fce58', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:18:34.240928 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (bc7ce132-5e15-4af8-8fcd-d0dd090c49f9), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.278183 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7ce132-5e15-4af8-8fcd-d0dd090c49f9,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:34.346005 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651195'] for router_gateway (1528482d-75d2-4dee-bdfa-de1c7ae6287f), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.437919 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61343'] for router (1528482d-75d2-4dee-bdfa-de1c7ae6287f), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.440062 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Publish callbacks [] for router_controller (1528482d-75d2-4dee-bdfa-de1c7ae6287f), precommit_delete_associations {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.487230 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650462'] for router (1528482d-75d2-4dee-bdfa-de1c7ae6287f), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.487995 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1528482d-75d2-4dee-bdfa-de1c7ae6287f {{(pid=103445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:18:34.493796 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.494984 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-c1eae0cf-6443-4d60-ab0b-d5260629e961 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1528482d-75d2-4dee-bdfa-de1c7ae6287f HTTP/1.1" status: 204 len: 168 time: 0.8058548 Apr 12 20:18:34.497473 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44608) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:34.543011 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dc4892-f17a-47d3-a1c8-3b7dd7591c0c admin admin] Deleting subnet 8466dadb-85c5-478b-8c6f-ed735868dba2 {{(pid=103445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:18:34.546762 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-67dc4892-f17a-47d3-a1c8-3b7dd7591c0c admin admin] Publish callbacks [] for subnet (8466dadb-85c5-478b-8c6f-ed735868dba2), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.563480 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbc1b0-c68f-4b15-b2f6-50e9f75b097b req-78dfd457-acb1-44c0-bb42-2eaa75a14cb4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:34.564988 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c8dbc1b0-c68f-4b15-b2f6-50e9f75b097b req-78dfd457-acb1-44c0-bb42-2eaa75a14cb4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 945 time: 0.0534010 Apr 12 20:18:34.583749 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-67dc4892-f17a-47d3-a1c8-3b7dd7591c0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067075257'] for subnet (8466dadb-85c5-478b-8c6f-ed735868dba2), precommit_delete_associations {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.637315 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c8dbc1b0-c68f-4b15-b2f6-50e9f75b097b req-520dc883-9379-4f70-a45f-d931ee3b0568 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657096 Apr 12 20:18:34.692795 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-67dc4892-f17a-47d3-a1c8-3b7dd7591c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (8466dadb-85c5-478b-8c6f-ed735868dba2), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.754244 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-67dc4892-f17a-47d3-a1c8-3b7dd7591c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067086246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067101208'] for subnet (8466dadb-85c5-478b-8c6f-ed735868dba2), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.780737 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc4892-f17a-47d3-a1c8-3b7dd7591c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8466dadb-85c5-478b-8c6f-ed735868dba2,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:34.784730 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-67dc4892-f17a-47d3-a1c8-3b7dd7591c0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.787967 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-67dc4892-f17a-47d3-a1c8-3b7dd7591c0c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8466dadb-85c5-478b-8c6f-ed735868dba2 HTTP/1.1" status: 204 len: 168 time: 0.2895803 Apr 12 20:18:34.790866 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44610) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:34.792321 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958a04fb-f4d9-4ebb-a83f-472bea7ea3b4 None None] Network 058700fe-b621-4dcd-ad5a-ba20d9c398f9 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:18:34.860435 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (058700fe-b621-4dcd-ad5a-ba20d9c398f9), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.908239 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Deleting port 7bec5327-cdff-4ea6-89be-366417628c38 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:18:34.908658 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (7bec5327-cdff-4ea6-89be-366417628c38), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.970116 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] For port 7bec5327-cdff-4ea6-89be-366417628c38, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=7bec5327-cdff-4ea6-89be-366417628c38,segment=NetworkSegment(c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c),segment_id=c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:18:34.970529 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (7bec5327-cdff-4ea6-89be-366417628c38), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:34.983345 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Calling delete_port for 7bec5327-cdff-4ea6-89be-366417628c38 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:18:35.067379 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (7bec5327-cdff-4ea6-89be-366417628c38), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:35.070172 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b792176c-d3c2-4255-9599-e768caa59f5a None None] DHCP port deletion for 058700fe-b621-4dcd-ad5a-ba20d9c398f9 request from dv-cinder-837542-1-iscsi {{(pid=103446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:18:35.084932 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:18:35.097308 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bec5327-cdff-4ea6-89be-366417628c38,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:35.101123 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] No DVR routers for this DVR port 7bec5327-cdff-4ea6-89be-366417628c38 on host dv-cinder-837542-1-iscsi {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:18:35.110041 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:18:35.110531 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 9517d95a-1c00-4c2c-b94f-c8b66b2e4f89 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:18:35.178427 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (058700fe-b621-4dcd-ad5a-ba20d9c398f9), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:35.198869 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058700fe-b621-4dcd-ad5a-ba20d9c398f9']}} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:35.209588 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c') {'for_net_delete': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:35.209888 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c') {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:35.219491 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067075202'] for segment (c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:35.235184 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:35.241773 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:18:35.242161 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067086108'] for segment (c1d86d3b-3c0a-47fd-8fa0-683b0aea0f5c), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: Traceback (most recent call last): Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: timer() Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: cb(*args, **kw) Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: return func(*args, **kwargs) Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: self._notify() Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: self.callback(batched_events) Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: event.method(event) Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: return f(self, *a, **k) Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: return self._get(url).json() Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: return self.request(url, 'GET', **kwargs) Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:18:35.244010 dv-cinder-837542-1-iscsi neutron-server[103445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:18:35.299167 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (058700fe-b621-4dcd-ad5a-ba20d9c398f9), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:35.305179 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:35.308409 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/058700fe-b621-4dcd-ad5a-ba20d9c398f9 HTTP/1.1" status: 204 len: 168 time: 0.5162270 Apr 12 20:18:35.319732 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dce4f-1ef8-4e22-a2a3-277f2142bdc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=058700fe-b621-4dcd-ad5a-ba20d9c398f9,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:35.479291 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44618) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:35.521110 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-cc3fd606-5926-49a8-8d81-adc110d30055 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c68edf8f055946fe965bdf73106fce58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406034 Apr 12 20:18:35.524158 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 44620) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:35.582140 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-415630c1-0cd2-458c-b265-5a9d3a846378 admin admin] Publish callbacks [] for security_group (f29ed9bf-8dec-4bc1-b8f4-ddf166fd2803), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:35.608780 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-415630c1-0cd2-458c-b265-5a9d3a846378 admin admin] Publish callbacks [] for security_group (f29ed9bf-8dec-4bc1-b8f4-ddf166fd2803), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:35.657062 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-415630c1-0cd2-458c-b265-5a9d3a846378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (f29ed9bf-8dec-4bc1-b8f4-ddf166fd2803), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:35.659541 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-415630c1-0cd2-458c-b265-5a9d3a846378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:35.660832 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-415630c1-0cd2-458c-b265-5a9d3a846378 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f29ed9bf-8dec-4bc1-b8f4-ddf166fd2803 HTTP/1.1" status: 204 len: 168 time: 0.1356213 Apr 12 20:18:35.668949 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415630c1-0cd2-458c-b265-5a9d3a846378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29ed9bf-8dec-4bc1-b8f4-ddf166fd2803,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:35.760571 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef324-7f80-4561-b392-c4f0c5782125 req-dd4556b5-d70d-4aa3-a033-6e20cc3098fc tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:35.762648 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f8eef324-7f80-4561-b392-c4f0c5782125 req-dd4556b5-d70d-4aa3-a033-6e20cc3098fc tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 945 time: 0.0491226 Apr 12 20:18:35.817486 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f8eef324-7f80-4561-b392-c4f0c5782125 req-72cfa5be-8596-4d48-9d97-907ea793fd23 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491283 Apr 12 20:18:35.934388 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63648f4-e14b-400a-8a29-32a3a88da3bd req-76a1b74c-af87-43b5-8c9c-315412af6850 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:35.935866 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f63648f4-e14b-400a-8a29-32a3a88da3bd req-76a1b74c-af87-43b5-8c9c-315412af6850 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 945 time: 0.0495403 Apr 12 20:18:35.983209 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ff522894-718e-46cb-ae5d-0550eca89a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:35.991812 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f63648f4-e14b-400a-8a29-32a3a88da3bd req-5090a915-04a5-418f-ae48-dc0444da3e93 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503449 Apr 12 20:18:36.016471 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 44638) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:36.054545 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b661361f-4190-4705-8c8d-f252e58e7fbf tempest-TestVolumeBootPattern-470851648 tempest-TestVolumeBootPattern-470851648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:36.056066 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-b661361f-4190-4705-8c8d-f252e58e7fbf tempest-TestVolumeBootPattern-470851648 tempest-TestVolumeBootPattern-470851648-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 1124 time: 0.0386074 Apr 12 20:18:36.059607 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44642) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:36.064177 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'port_id': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:18:36.084968 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:36.175694 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:36.291400 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Allocated IP 172.27.0.144 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/c5349d40-876d-4cec-926d-fca20793278e) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:18:36.413393 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:18:36.435066 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:18:36.435419 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device bc7ce132-5e15-4af8-8fcd-d0dd090c49f9 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:18:36.435849 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 7bec5327-cdff-4ea6-89be-366417628c38 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:18:36.456431 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 7bec5327-cdff-4ea6-89be-366417628c38 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:18:36.456790 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 7bec5327-cdff-4ea6-89be-366417628c38 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:18:36.640270 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for port (c5349d40-876d-4cec-926d-fca20793278e), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:36.673740 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (c5349d40-876d-4cec-926d-fca20793278e), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:36.713778 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:18:36.719566 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:18:36.723103 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:18:36.728661 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'Port': ['ID=c5349d40-876d-4cec-926d-fca20793278e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:37.093224 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for floatingip (973ab200-b558-4636-b3fe-59fa207e6b84), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:37.163993 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c5349d40-876d-4cec-926d-fca20793278e), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:37.314567 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for port (c5349d40-876d-4cec-926d-fca20793278e), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:37.318824 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (c5349d40-876d-4cec-926d-fca20793278e), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:37.383031 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'Port': ['ID=c5349d40-876d-4cec-926d-fca20793278e,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:37.395229 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (973ab200-b558-4636-b3fe-59fa207e6b84), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:37.495907 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.l3_db [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Floating IP 973ab200-b558-4636-b3fe-59fa207e6b84 associated. External IP: 172.27.0.144, port: 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0. Apr 12 20:18:37.710113 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Router d3765ffb-1837-4d59-af29-0df1af0e94f4 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:18:37.819190 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:18:37.829983 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec0969-0f38-4fb3-9cca-80296625a10a None None] Sync routers for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:18:37.839063 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:37.841151 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec0969-0f38-4fb3-9cca-80296625a10a None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:37.841803 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-36ec0969-0f38-4fb3-9cca-80296625a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:18:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:37.880251 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-c420549a-709c-4e44-ba2f-96fab2737b58 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8097918 Apr 12 20:18:37.880251 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'tag': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:18:37.880251 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c5531c-674c-4ab3-8231-53561afdc6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93", "tag": "1d972435-c1ae-4ef1-a2a8-b8b645be7ad0"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:18:37.912353 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94f78b1-e4bf-4ddd-8358-c3624e21694b x-openstack-request-id: req-b94f78b1-e4bf-4ddd-8358-c3624e21694b {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:18:37.912651 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93", "tag": "1d972435-c1ae-4ef1-a2a8-b8b645be7ad0", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:18:37.912917 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b94f78b1-e4bf-4ddd-8358-c3624e21694b {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:18:37.913329 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94f78b1-e4bf-4ddd-8358-c3624e21694b'] response: {'name': 'network-changed', 'server_uuid': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'tag': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'status': 'completed', 'code': 200} Apr 12 20:18:37.964664 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-36ec0969-0f38-4fb3-9cca-80296625a10a None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:38.182338 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-36ec0969-0f38-4fb3-9cca-80296625a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '973ab200-b558-4636-b3fe-59fa207e6b84', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:c4:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:18:36Z', 'updated_at': '2022-04-12T20:18:36Z', 'revision_number': 0, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:38.219659 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec0969-0f38-4fb3-9cca-80296625a10a None None] Checking router: d3765ffb-1837-4d59-af29-0df1af0e94f4 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:18:38.228679 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec0969-0f38-4fb3-9cca-80296625a10a None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:18:38.229296 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-36ec0969-0f38-4fb3-9cca-80296625a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:18:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:38.422833 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5531c-674c-4ab3-8231-53561afdc6ca req-27665305-5ea1-44b0-b59d-f1d5ee31cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:38.425229 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01c5531c-674c-4ab3-8231-53561afdc6ca req-27665305-5ea1-44b0-b59d-f1d5ee31cbaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 1129 time: 0.0478873 Apr 12 20:18:38.452896 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-36ec0969-0f38-4fb3-9cca-80296625a10a None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:18:38.455964 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d3b3cce0-33ea-4b22-97c8-d84c345b90e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:38.542344 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5531c-674c-4ab3-8231-53561afdc6ca req-47ce7b58-dd09-4f86-b6fd-eb2ecaebe705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:38.544787 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01c5531c-674c-4ab3-8231-53561afdc6ca req-47ce7b58-dd09-4f86-b6fd-eb2ecaebe705 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 912 time: 0.1134751 Apr 12 20:18:38.622062 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01c5531c-674c-4ab3-8231-53561afdc6ca req-f77ba008-d1da-402d-8977-6738a0caeeab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 HTTP/1.1" status: 200 len: 999 time: 0.0687597 Apr 12 20:18:38.678591 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5531c-674c-4ab3-8231-53561afdc6ca req-530198d6-77b4-4c90-baba-234cb51c4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:38.680166 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01c5531c-674c-4ab3-8231-53561afdc6ca req-530198d6-77b4-4c90-baba-234cb51c4677 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5f30ab7-edca-4f48-9883-79f1e8afbea4 HTTP/1.1" status: 200 len: 850 time: 0.0521686 Apr 12 20:18:38.692341 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-36ec0969-0f38-4fb3-9cca-80296625a10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '973ab200-b558-4636-b3fe-59fa207e6b84', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:c4:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:18:36Z', 'updated_at': '2022-04-12T20:18:36Z', 'revision_number': 0, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:18:38.730125 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec0969-0f38-4fb3-9cca-80296625a10a None None] The sync data for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi is: [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '973ab200-b558-4636-b3fe-59fa207e6b84', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:c4:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:18:36Z', 'updated_at': '2022-04-12T20:18:36Z', 'revision_number': 0, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:18:38.735681 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5531c-674c-4ab3-8231-53561afdc6ca req-ba0780a5-e119-4949-8a3f-ba62e1567efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:38.737482 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01c5531c-674c-4ab3-8231-53561afdc6ca req-ba0780a5-e119-4949-8a3f-ba62e1567efc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bbbf339-92cd-4aff-949f-c902d9a857ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442626 Apr 12 20:18:38.852931 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01c5531c-674c-4ab3-8231-53561afdc6ca req-3cf1ff78-5349-44da-b4ea-501cedbfb5b3 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081903 Apr 12 20:18:38.970658 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01c5531c-674c-4ab3-8231-53561afdc6ca req-505e0c41-6ea4-441a-9c3a-c6671f427ce6 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097229 Apr 12 20:18:38.989817 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605263c-f6be-4d28-9368-e54ad85ab5ce None None] New status for floating IP 973ab200-b558-4636-b3fe-59fa207e6b84: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:18:39.552246 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:18:39.571128 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:40.740385 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:42.645796 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:42.740986 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44750) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:42.846440 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-14c943f6-80e5-4ca8-8939-1a86ce97ea15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:42.919625 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-14c943f6-80e5-4ca8-8939-1a86ce97ea15 admin admin] Publish callbacks [] for security_group (3247aad9-3b1e-496e-827b-00cc1ecf073a), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:42.923125 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-14c943f6-80e5-4ca8-8939-1a86ce97ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (3247aad9-3b1e-496e-827b-00cc1ecf073a), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:42.968431 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-14c943f6-80e5-4ca8-8939-1a86ce97ea15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06d57c6c2dca4e84913d30b13b778a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263551 Apr 12 20:18:42.970334 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c943f6-80e5-4ca8-8939-1a86ce97ea15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3247aad9-3b1e-496e-827b-00cc1ecf073a,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:42.971110 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 44754) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:43.020274 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7510a695-3a83-4b27-a59c-10b2b714efe1 admin admin] Publish callbacks [] for security_group (3247aad9-3b1e-496e-827b-00cc1ecf073a), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:43.040545 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7510a695-3a83-4b27-a59c-10b2b714efe1 admin admin] Publish callbacks [] for security_group (3247aad9-3b1e-496e-827b-00cc1ecf073a), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:43.094136 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7510a695-3a83-4b27-a59c-10b2b714efe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (3247aad9-3b1e-496e-827b-00cc1ecf073a), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:43.096723 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7510a695-3a83-4b27-a59c-10b2b714efe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:43.097874 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-7510a695-3a83-4b27-a59c-10b2b714efe1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3247aad9-3b1e-496e-827b-00cc1ecf073a HTTP/1.1" status: 204 len: 168 time: 0.1257799 Apr 12 20:18:43.106504 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510a695-3a83-4b27-a59c-10b2b714efe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3247aad9-3b1e-496e-827b-00cc1ecf073a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:43.355321 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 44760) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:43.368076 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13bfa8c1-aa70-4dca-b0b5-0ee112b1c627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:43.441214 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13bfa8c1-aa70-4dca-b0b5-0ee112b1c627 admin admin] Publish callbacks [] for security_group (ce46e707-7098-4600-aeaf-89ce1a181388), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:43.445871 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13bfa8c1-aa70-4dca-b0b5-0ee112b1c627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (ce46e707-7098-4600-aeaf-89ce1a181388), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:43.483915 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-13bfa8c1-aa70-4dca-b0b5-0ee112b1c627 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99decece842a49f3b5a2c18e110bf524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274574 Apr 12 20:18:43.485823 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfa8c1-aa70-4dca-b0b5-0ee112b1c627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce46e707-7098-4600-aeaf-89ce1a181388,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:43.486630 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44762) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:43.537458 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-291f6fc0-9447-465a-8820-d1928e4c02e4 admin admin] Publish callbacks [] for security_group (ce46e707-7098-4600-aeaf-89ce1a181388), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:43.558114 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-291f6fc0-9447-465a-8820-d1928e4c02e4 admin admin] Publish callbacks [] for security_group (ce46e707-7098-4600-aeaf-89ce1a181388), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:43.610456 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-291f6fc0-9447-465a-8820-d1928e4c02e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (ce46e707-7098-4600-aeaf-89ce1a181388), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:43.613241 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-291f6fc0-9447-465a-8820-d1928e4c02e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:43.614534 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-291f6fc0-9447-465a-8820-d1928e4c02e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce46e707-7098-4600-aeaf-89ce1a181388 HTTP/1.1" status: 204 len: 168 time: 0.1267002 Apr 12 20:18:43.624017 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f6fc0-9447-465a-8820-d1928e4c02e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce46e707-7098-4600-aeaf-89ce1a181388,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:45.113513 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44838) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:45.219050 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e4dac7ad-026f-407e-b5e2-9c9411aad7c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:45.304538 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e4dac7ad-026f-407e-b5e2-9c9411aad7c5 admin admin] Publish callbacks [] for security_group (5edb0e83-026a-4147-bdea-6440400fe74e), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:45.308212 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e4dac7ad-026f-407e-b5e2-9c9411aad7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (5edb0e83-026a-4147-bdea-6440400fe74e), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:45.348393 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-e4dac7ad-026f-407e-b5e2-9c9411aad7c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23a54ebc4eb746ec83a9adb21b7fbe7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338164 Apr 12 20:18:45.349267 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dac7ad-026f-407e-b5e2-9c9411aad7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edb0e83-026a-4147-bdea-6440400fe74e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:45.350997 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 44856) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:45.404953 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4898632b-3c4e-49de-987f-ac3293e66085 admin admin] Publish callbacks [] for security_group (5edb0e83-026a-4147-bdea-6440400fe74e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:45.429096 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4898632b-3c4e-49de-987f-ac3293e66085 admin admin] Publish callbacks [] for security_group (5edb0e83-026a-4147-bdea-6440400fe74e), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:45.477567 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4898632b-3c4e-49de-987f-ac3293e66085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (5edb0e83-026a-4147-bdea-6440400fe74e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:45.480990 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4898632b-3c4e-49de-987f-ac3293e66085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:45.485213 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-4898632b-3c4e-49de-987f-ac3293e66085 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5edb0e83-026a-4147-bdea-6440400fe74e HTTP/1.1" status: 204 len: 168 time: 0.1303315 Apr 12 20:18:45.491902 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898632b-3c4e-49de-987f-ac3293e66085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edb0e83-026a-4147-bdea-6440400fe74e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:45.634084 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44870) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:45.744894 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16ac83b3-c83a-4340-b166-c29e0695abce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:45.820735 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16ac83b3-c83a-4340-b166-c29e0695abce admin admin] Publish callbacks [] for security_group (57af33d5-7f7b-4018-8ace-bded4af10cf2), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:45.826077 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16ac83b3-c83a-4340-b166-c29e0695abce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (57af33d5-7f7b-4018-8ace-bded4af10cf2), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:45.866208 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-16ac83b3-c83a-4340-b166-c29e0695abce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95d7b536eeef46769c5cc1daf0b37b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310300 Apr 12 20:18:45.867071 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac83b3-c83a-4340-b166-c29e0695abce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57af33d5-7f7b-4018-8ace-bded4af10cf2,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:45.868831 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 44882) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:45.932635 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32b2023f-12bf-4515-a026-a5ae88e0545d admin admin] Publish callbacks [] for security_group (57af33d5-7f7b-4018-8ace-bded4af10cf2), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:45.954407 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32b2023f-12bf-4515-a026-a5ae88e0545d admin admin] Publish callbacks [] for security_group (57af33d5-7f7b-4018-8ace-bded4af10cf2), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:46.002605 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32b2023f-12bf-4515-a026-a5ae88e0545d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (57af33d5-7f7b-4018-8ace-bded4af10cf2), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:46.005194 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32b2023f-12bf-4515-a026-a5ae88e0545d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:46.006371 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-32b2023f-12bf-4515-a026-a5ae88e0545d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57af33d5-7f7b-4018-8ace-bded4af10cf2 HTTP/1.1" status: 204 len: 168 time: 0.1365707 Apr 12 20:18:46.014193 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2023f-12bf-4515-a026-a5ae88e0545d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57af33d5-7f7b-4018-8ace-bded4af10cf2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:46.338140 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44900) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:46.351617 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2fde6f0e-6665-40bc-be5f-46732f2c9770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:46.428474 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2fde6f0e-6665-40bc-be5f-46732f2c9770 admin admin] Publish callbacks [] for security_group (6a99d6ea-53ca-4ae7-9f52-a2bf430e2558), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:46.432835 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2fde6f0e-6665-40bc-be5f-46732f2c9770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (6a99d6ea-53ca-4ae7-9f52-a2bf430e2558), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:46.473364 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-2fde6f0e-6665-40bc-be5f-46732f2c9770 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62e387c5ce1c443b99a116fc581ea6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317146 Apr 12 20:18:46.473573 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44904) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:46.480553 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde6f0e-6665-40bc-be5f-46732f2c9770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a99d6ea-53ca-4ae7-9f52-a2bf430e2558,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:46.524177 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ccbb51d8-b32f-4556-a301-17887969a6f2 admin admin] Publish callbacks [] for security_group (6a99d6ea-53ca-4ae7-9f52-a2bf430e2558), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:46.546146 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ccbb51d8-b32f-4556-a301-17887969a6f2 admin admin] Publish callbacks [] for security_group (6a99d6ea-53ca-4ae7-9f52-a2bf430e2558), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:46.597867 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ccbb51d8-b32f-4556-a301-17887969a6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (6a99d6ea-53ca-4ae7-9f52-a2bf430e2558), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:46.600702 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ccbb51d8-b32f-4556-a301-17887969a6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:46.601859 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-ccbb51d8-b32f-4556-a301-17887969a6f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a99d6ea-53ca-4ae7-9f52-a2bf430e2558 HTTP/1.1" status: 204 len: 168 time: 0.1274025 Apr 12 20:18:46.610560 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb51d8-b32f-4556-a301-17887969a6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a99d6ea-53ca-4ae7-9f52-a2bf430e2558,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:47.635081 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44944) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:47.743733 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-86ec4a75-64e1-4ff8-ace2-f4ea18e89cdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:47.820401 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-86ec4a75-64e1-4ff8-ace2-f4ea18e89cdb admin admin] Publish callbacks [] for security_group (bc68bc52-34d1-4f71-b37a-e0967d476160), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:47.824923 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-86ec4a75-64e1-4ff8-ace2-f4ea18e89cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (bc68bc52-34d1-4f71-b37a-e0967d476160), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:47.861634 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec4a75-64e1-4ff8-ace2-f4ea18e89cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc68bc52-34d1-4f71-b37a-e0967d476160,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:47.868428 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-86ec4a75-64e1-4ff8-ace2-f4ea18e89cdb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74c3f1055d29420db7516bd850b9b314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296488 Apr 12 20:18:47.868428 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 44960) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:47.918912 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f3f42578-a383-45f0-a502-c911ab0e176a admin admin] Publish callbacks [] for security_group (bc68bc52-34d1-4f71-b37a-e0967d476160), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:47.941980 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f3f42578-a383-45f0-a502-c911ab0e176a admin admin] Publish callbacks [] for security_group (bc68bc52-34d1-4f71-b37a-e0967d476160), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:47.989737 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f3f42578-a383-45f0-a502-c911ab0e176a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (bc68bc52-34d1-4f71-b37a-e0967d476160), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:47.992512 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f3f42578-a383-45f0-a502-c911ab0e176a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:47.993666 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-f3f42578-a383-45f0-a502-c911ab0e176a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc68bc52-34d1-4f71-b37a-e0967d476160 HTTP/1.1" status: 204 len: 168 time: 0.1243505 Apr 12 20:18:48.001289 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f42578-a383-45f0-a502-c911ab0e176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc68bc52-34d1-4f71-b37a-e0967d476160,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:48.965349 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45000) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:49.072319 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3209429f-8bbe-4c79-aaca-d43b740ab15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.152422 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3209429f-8bbe-4c79-aaca-d43b740ab15f admin admin] Publish callbacks [] for security_group (5285a1ce-6c44-4551-be26-5293ef060a0c), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.156530 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3209429f-8bbe-4c79-aaca-d43b740ab15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (5285a1ce-6c44-4551-be26-5293ef060a0c), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.196251 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45010) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:49.197868 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-3209429f-8bbe-4c79-aaca-d43b740ab15f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed388989606b4945a3cc29b6fd4d166c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314026 Apr 12 20:18:49.198440 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45012) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:49.199407 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209429f-8bbe-4c79-aaca-d43b740ab15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5285a1ce-6c44-4551-be26-5293ef060a0c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:49.255749 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3dcfc8ce-f0ba-4270-9d0d-47f1b677f803 admin admin] Publish callbacks [] for security_group (5285a1ce-6c44-4551-be26-5293ef060a0c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.276845 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3dcfc8ce-f0ba-4270-9d0d-47f1b677f803 admin admin] Publish callbacks [] for security_group (5285a1ce-6c44-4551-be26-5293ef060a0c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.316932 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b1e0d16c-9604-4df1-85a8-b902aae71fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.347324 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3dcfc8ce-f0ba-4270-9d0d-47f1b677f803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (5285a1ce-6c44-4551-be26-5293ef060a0c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.350001 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3dcfc8ce-f0ba-4270-9d0d-47f1b677f803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.351159 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3dcfc8ce-f0ba-4270-9d0d-47f1b677f803 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5285a1ce-6c44-4551-be26-5293ef060a0c HTTP/1.1" status: 204 len: 168 time: 0.1474407 Apr 12 20:18:49.370224 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfc8ce-f0ba-4270-9d0d-47f1b677f803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5285a1ce-6c44-4551-be26-5293ef060a0c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:49.425997 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b1e0d16c-9604-4df1-85a8-b902aae71fdc admin admin] Publish callbacks [] for security_group (c01c6059-f64a-4b4d-a28f-4f5122027293), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.430294 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b1e0d16c-9604-4df1-85a8-b902aae71fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c01c6059-f64a-4b4d-a28f-4f5122027293), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.470360 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0d16c-9604-4df1-85a8-b902aae71fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01c6059-f64a-4b4d-a28f-4f5122027293,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:49.476993 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-b1e0d16c-9604-4df1-85a8-b902aae71fdc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06d2ad1a035146faba009c0b4930cbc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792048 Apr 12 20:18:49.479471 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45018) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:18:49.534629 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22457a02-6819-41ab-ad2f-84cf1d371260 admin admin] Publish callbacks [] for security_group (c01c6059-f64a-4b4d-a28f-4f5122027293), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.560177 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22457a02-6819-41ab-ad2f-84cf1d371260 admin admin] Publish callbacks [] for security_group (c01c6059-f64a-4b4d-a28f-4f5122027293), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.610741 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22457a02-6819-41ab-ad2f-84cf1d371260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c01c6059-f64a-4b4d-a28f-4f5122027293), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.613991 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22457a02-6819-41ab-ad2f-84cf1d371260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:49.614792 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-22457a02-6819-41ab-ad2f-84cf1d371260 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c01c6059-f64a-4b4d-a28f-4f5122027293 HTTP/1.1" status: 204 len: 168 time: 0.1339726 Apr 12 20:18:49.627865 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22457a02-6819-41ab-ad2f-84cf1d371260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01c6059-f64a-4b4d-a28f-4f5122027293,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:18:51.446450 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:18:55.608085 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e403bc-01ae-4db3-a233-d2336ad339e3 req-20c32da7-e900-4f0e-bbfa-1eb18164bef8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:55.609634 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-12e403bc-01ae-4db3-a233-d2336ad339e3 req-20c32da7-e900-4f0e-bbfa-1eb18164bef8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0521259 Apr 12 20:18:55.670682 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-12e403bc-01ae-4db3-a233-d2336ad339e3 req-0a1f4447-f78d-4926-9fb5-d0c21a8a9bce tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523455 Apr 12 20:18:56.785509 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416233d-bbd2-4f45-a4ae-e7adfe559f21 req-f24b584d-36c1-43ac-baff-a678dcb62654 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:56.786984 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b416233d-bbd2-4f45-a4ae-e7adfe559f21 req-f24b584d-36c1-43ac-baff-a678dcb62654 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0470324 Apr 12 20:18:56.834921 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b416233d-bbd2-4f45-a4ae-e7adfe559f21 req-991e3744-fad4-4c9c-87a0-a9bb6a841f8e tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424325 Apr 12 20:18:57.953593 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce8c3a-7f53-4708-9ac2-fd6685f9fcbb req-4ad9617f-2b97-4bd0-b40f-bb307ae4b505 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:57.955070 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcce8c3a-7f53-4708-9ac2-fd6685f9fcbb req-4ad9617f-2b97-4bd0-b40f-bb307ae4b505 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0462959 Apr 12 20:18:58.002496 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcce8c3a-7f53-4708-9ac2-fd6685f9fcbb req-24e7b287-233d-4059-b39f-d32f133c8a63 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419769 Apr 12 20:18:59.124130 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cddcad-77ea-4598-a536-79912d401091 req-43951c0b-91bf-423e-8502-bc69bbaf8d87 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:18:59.125748 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-29cddcad-77ea-4598-a536-79912d401091 req-43951c0b-91bf-423e-8502-bc69bbaf8d87 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0535445 Apr 12 20:18:59.175863 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-29cddcad-77ea-4598-a536-79912d401091 req-b3e0b95c-57b1-4137-93d5-d77db5bd293d tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437288 Apr 12 20:19:00.298660 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afcff6-c263-45a4-b7eb-21b6d8556e4a req-8548925e-9d2b-40c3-b508-29a401fd0e7b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:00.300502 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c1afcff6-c263-45a4-b7eb-21b6d8556e4a req-8548925e-9d2b-40c3-b508-29a401fd0e7b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0569310 Apr 12 20:19:00.350979 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c1afcff6-c263-45a4-b7eb-21b6d8556e4a req-a7f3fe65-4947-490c-8466-ccd911f83a4e tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435171 Apr 12 20:19:01.465006 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8c8f9-0283-485a-9eeb-26c4aa63ac52 req-e47acf64-e1db-4632-b86c-3192f10c8525 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:01.466493 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3ad8c8f9-0283-485a-9eeb-26c4aa63ac52 req-e47acf64-e1db-4632-b86c-3192f10c8525 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0505035 Apr 12 20:19:01.511619 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3ad8c8f9-0283-485a-9eeb-26c4aa63ac52 req-d11a3937-d112-4c14-91e4-a30b2e472a66 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396819 Apr 12 20:19:02.623553 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c3c6-bb05-459f-b1bb-2e52c6faab92 req-15b41e9d-41e2-4202-a744-72c6a11a04d6 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:02.625149 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-53e2c3c6-bb05-459f-b1bb-2e52c6faab92 req-15b41e9d-41e2-4202-a744-72c6a11a04d6 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0474880 Apr 12 20:19:02.672185 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-53e2c3c6-bb05-459f-b1bb-2e52c6faab92 req-919b5bdc-387a-4b4f-8e69-0423a8385ebf tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415053 Apr 12 20:19:03.783197 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7278c6-b210-4274-a294-d17afedab5ec req-9ad4496f-addd-4601-9f63-11ea60e142f0 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:03.784661 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8a7278c6-b210-4274-a294-d17afedab5ec req-9ad4496f-addd-4601-9f63-11ea60e142f0 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0470674 Apr 12 20:19:03.834178 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8a7278c6-b210-4274-a294-d17afedab5ec req-e15655cb-c874-4ea9-963c-9c57eeabec62 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440562 Apr 12 20:19:04.945117 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305abc54-454f-4e94-9a25-ca429fb40e19 req-d6027e17-079c-42c9-8dc4-aae0aa6f3736 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:04.946553 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-305abc54-454f-4e94-9a25-ca429fb40e19 req-d6027e17-079c-42c9-8dc4-aae0aa6f3736 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0463130 Apr 12 20:19:04.991976 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-305abc54-454f-4e94-9a25-ca429fb40e19 req-c4d9781a-0bf5-43c8-8fb5-460ca66931ff tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398312 Apr 12 20:19:05.869249 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45266) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:05.972636 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58dd43a5-56a1-425d-958e-8b9d9ce945ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:05.977023 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-22a332b9-aaf6-4249-bd16-e5bde948e03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.052187 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58dd43a5-56a1-425d-958e-8b9d9ce945ad admin admin] Publish callbacks [] for security_group (2a1911ea-e9cc-46e3-a65c-24b4bbdb767e), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.056271 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58dd43a5-56a1-425d-958e-8b9d9ce945ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (2a1911ea-e9cc-46e3-a65c-24b4bbdb767e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.132324 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd43a5-56a1-425d-958e-8b9d9ce945ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1911ea-e9cc-46e3-a65c-24b4bbdb767e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:06.137909 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-58dd43a5-56a1-425d-958e-8b9d9ce945ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=686450c1754b44799dc70ab7d379a2f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663839 Apr 12 20:19:06.140187 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45272) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:06.144047 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe876d-2f0d-41e3-8173-07395dec8f21 req-1b5ab0bf-211a-4c65-a140-e441fa39463d tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:06.145558 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b1fe876d-2f0d-41e3-8173-07395dec8f21 req-1b5ab0bf-211a-4c65-a140-e441fa39463d tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0855350 Apr 12 20:19:06.195039 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-288b466b-10ef-4e6e-ba94-a9a52d051074 admin admin] Publish callbacks [] for security_group (2a1911ea-e9cc-46e3-a65c-24b4bbdb767e), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.196137 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b1fe876d-2f0d-41e3-8173-07395dec8f21 req-066a76dc-62b7-460f-92a0-3295afcdaa7d tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430248 Apr 12 20:19:06.216943 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-288b466b-10ef-4e6e-ba94-a9a52d051074 admin admin] Publish callbacks [] for security_group (2a1911ea-e9cc-46e3-a65c-24b4bbdb767e), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.264815 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-288b466b-10ef-4e6e-ba94-a9a52d051074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (2a1911ea-e9cc-46e3-a65c-24b4bbdb767e), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.267343 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-288b466b-10ef-4e6e-ba94-a9a52d051074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.268782 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-288b466b-10ef-4e6e-ba94-a9a52d051074 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a1911ea-e9cc-46e3-a65c-24b4bbdb767e HTTP/1.1" status: 204 len: 168 time: 0.1274009 Apr 12 20:19:06.276334 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b466b-10ef-4e6e-ba94-a9a52d051074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1911ea-e9cc-46e3-a65c-24b4bbdb767e,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:06.470167 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dc264-9db9-4ce9-8c28-cc1fdb3dceec req-5a0c82c0-bb48-4832-88fb-2746872c450b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:06.471679 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-996dc264-9db9-4ce9-8c28-cc1fdb3dceec req-5a0c82c0-bb48-4832-88fb-2746872c450b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0757449 Apr 12 20:19:06.487866 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117241de-1ac3-448c-b48c-217b064f70b1 req-8016f70c-99c4-46cb-84da-e5793ac51287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:06.489310 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-117241de-1ac3-448c-b48c-217b064f70b1 req-8016f70c-99c4-46cb-84da-e5793ac51287 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba7f619ac25a4e73bb81421ce2e15385&device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 1129 time: 0.0587671 Apr 12 20:19:06.548447 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45282) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:06.562040 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2204f62c-2387-44db-a399-69b69663c8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.578653 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-996dc264-9db9-4ce9-8c28-cc1fdb3dceec req-c585460f-f06a-4cc0-bb0b-3647b89fe24b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000609 Apr 12 20:19:06.612285 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117241de-1ac3-448c-b48c-217b064f70b1 req-1419d91a-0023-43c8-b51b-41d4ad0e9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:06.614201 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-117241de-1ac3-448c-b48c-217b064f70b1 req-1419d91a-0023-43c8-b51b-41d4ad0e9122 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26425c7f-fc2a-4e03-aec8-3d8425652824 HTTP/1.1" status: 200 len: 909 time: 0.1106551 Apr 12 20:19:06.639867 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2204f62c-2387-44db-a399-69b69663c8a4 admin admin] Publish callbacks [] for security_group (ae049fbc-2269-4d0e-b70e-a14daee32c10), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.643753 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2204f62c-2387-44db-a399-69b69663c8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (ae049fbc-2269-4d0e-b70e-a14daee32c10), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.684124 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204f62c-2387-44db-a399-69b69663c8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae049fbc-2269-4d0e-b70e-a14daee32c10,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:06.688470 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-2204f62c-2387-44db-a399-69b69663c8a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93af868c78334050aff43655c0414f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389744 Apr 12 20:19:06.690742 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-117241de-1ac3-448c-b48c-217b064f70b1 req-c94ff7d9-f7fe-48cd-b1a0-abe21e6f491f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d56c948-68e8-4110-bf6f-d83af477dc57 HTTP/1.1" status: 200 len: 1000 time: 0.0653195 Apr 12 20:19:06.692397 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45284) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:06.743188 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27fc4abd-b275-4c89-8985-1120568a2d5e admin admin] Publish callbacks [] for security_group (ae049fbc-2269-4d0e-b70e-a14daee32c10), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.745050 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117241de-1ac3-448c-b48c-217b064f70b1 req-6bb97f07-c3bd-42c0-ae7d-0774d18860c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:06.746593 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-117241de-1ac3-448c-b48c-217b064f70b1 req-6bb97f07-c3bd-42c0-ae7d-0774d18860c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd0872dc-bcf8-4267-a65a-45c4d89c9db7 HTTP/1.1" status: 200 len: 847 time: 0.0460651 Apr 12 20:19:06.764046 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27fc4abd-b275-4c89-8985-1120568a2d5e admin admin] Publish callbacks [] for security_group (ae049fbc-2269-4d0e-b70e-a14daee32c10), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.793317 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117241de-1ac3-448c-b48c-217b064f70b1 req-02d964f0-e838-4999-bced-a00d687828e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:06.794840 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-117241de-1ac3-448c-b48c-217b064f70b1 req-02d964f0-e838-4999-bced-a00d687828e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26425c7f-fc2a-4e03-aec8-3d8425652824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388083 Apr 12 20:19:06.810763 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27fc4abd-b275-4c89-8985-1120568a2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (ae049fbc-2269-4d0e-b70e-a14daee32c10), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.813478 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-27fc4abd-b275-4c89-8985-1120568a2d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:06.814711 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-27fc4abd-b275-4c89-8985-1120568a2d5e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae049fbc-2269-4d0e-b70e-a14daee32c10 HTTP/1.1" status: 204 len: 168 time: 0.1212351 Apr 12 20:19:06.824985 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc4abd-b275-4c89-8985-1120568a2d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae049fbc-2269-4d0e-b70e-a14daee32c10,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:06.893690 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-117241de-1ac3-448c-b48c-217b064f70b1 req-180264f8-5a97-498a-baba-e45265b77048 service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885205 Apr 12 20:19:06.997516 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-117241de-1ac3-448c-b48c-217b064f70b1 req-7a1d33dd-587e-4dd5-a255-6d733bf12311 service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930567 Apr 12 20:19:07.700089 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cc6bc-b340-4348-bf90-68532f421135 req-2e253719-ea24-4dde-bc1c-d687e5c4bbca tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:07.701711 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7f1cc6bc-b340-4348-bf90-68532f421135 req-2e253719-ea24-4dde-bc1c-d687e5c4bbca tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0468597 Apr 12 20:19:07.754746 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7f1cc6bc-b340-4348-bf90-68532f421135 req-e1e6f011-e2f7-42a6-a17d-1b9a4225761b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472677 Apr 12 20:19:08.458844 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8a5f05b6-4828-4a60-83c1-8253b5646ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:09.573491 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:10.740947 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:12.639619 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:15.305463 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45422) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:15.407658 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e3115e39-4c0f-47f6-845a-7885c40bc982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:15.479342 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e3115e39-4c0f-47f6-845a-7885c40bc982 admin admin] Publish callbacks [] for security_group (88bdc494-01cc-4b4c-9d5f-4f5b14d5583e), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:15.483159 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e3115e39-4c0f-47f6-845a-7885c40bc982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (88bdc494-01cc-4b4c-9d5f-4f5b14d5583e), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:15.518201 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3115e39-4c0f-47f6-845a-7885c40bc982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bdc494-01cc-4b4c-9d5f-4f5b14d5583e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:15.522440 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-e3115e39-4c0f-47f6-845a-7885c40bc982 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00fd7f71684a4d0ba81ab8a0e44c6711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159734 Apr 12 20:19:15.525003 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45426) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:15.574568 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e7e96716-ca80-4450-88a4-8e1322a5af6f admin admin] Publish callbacks [] for security_group (88bdc494-01cc-4b4c-9d5f-4f5b14d5583e), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:15.599246 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e7e96716-ca80-4450-88a4-8e1322a5af6f admin admin] Publish callbacks [] for security_group (88bdc494-01cc-4b4c-9d5f-4f5b14d5583e), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:15.645203 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e7e96716-ca80-4450-88a4-8e1322a5af6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (88bdc494-01cc-4b4c-9d5f-4f5b14d5583e), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:15.647709 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e7e96716-ca80-4450-88a4-8e1322a5af6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:15.648846 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-e7e96716-ca80-4450-88a4-8e1322a5af6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88bdc494-01cc-4b4c-9d5f-4f5b14d5583e HTTP/1.1" status: 204 len: 168 time: 0.1229527 Apr 12 20:19:15.656601 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e96716-ca80-4450-88a4-8e1322a5af6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bdc494-01cc-4b4c-9d5f-4f5b14d5583e,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:15.908960 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45432) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:15.922334 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b8584282-d63c-44b0-9daf-546beff47e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:15.996545 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b8584282-d63c-44b0-9daf-546beff47e88 admin admin] Publish callbacks [] for security_group (b82d111f-e080-49b9-a935-0cd6921b9eff), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:16.000708 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b8584282-d63c-44b0-9daf-546beff47e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b82d111f-e080-49b9-a935-0cd6921b9eff), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:16.038984 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-b8584282-d63c-44b0-9daf-546beff47e88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d82496a7cfda47c998cbf913288c8eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289699 Apr 12 20:19:16.039989 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8584282-d63c-44b0-9daf-546beff47e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82d111f-e080-49b9-a935-0cd6921b9eff,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:16.041648 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45434) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:16.089406 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Publish callbacks [] for security_group (b82d111f-e080-49b9-a935-0cd6921b9eff), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:16.110830 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Publish callbacks [] for security_group (b82d111f-e080-49b9-a935-0cd6921b9eff), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:16.159988 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (b82d111f-e080-49b9-a935-0cd6921b9eff), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:16.162569 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:16.163712 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b82d111f-e080-49b9-a935-0cd6921b9eff HTTP/1.1" status: 204 len: 168 time: 0.1211038 Apr 12 20:19:16.172085 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82d111f-e080-49b9-a935-0cd6921b9eff,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:16.179535 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.179889 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.180254 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.180602 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.180935 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.181292 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.181619 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.181943 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.182276 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.182582 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.182936 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.183259 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.183583 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.183904 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.184240 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c41c65-a22e-471a-b40a-54045986388c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:16.488363 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45440) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:16.501124 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9737988d-c431-42e7-86d6-e699e250bfbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:16.552616 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:19:16.576412 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9737988d-c431-42e7-86d6-e699e250bfbc admin admin] Publish callbacks [] for security_group (45222af2-28fc-4b87-b35b-e96d2551cf2f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:16.580018 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9737988d-c431-42e7-86d6-e699e250bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (45222af2-28fc-4b87-b35b-e96d2551cf2f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:16.620866 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9737988d-c431-42e7-86d6-e699e250bfbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3ed3ead5a334b8589b1ea36c9c8f48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313338 Apr 12 20:19:16.621843 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737988d-c431-42e7-86d6-e699e250bfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45222af2-28fc-4b87-b35b-e96d2551cf2f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:16.623446 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45442) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:16.671157 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02a47e18-f2ce-42c0-9dd4-316f27ab2c84 admin admin] Publish callbacks [] for security_group (45222af2-28fc-4b87-b35b-e96d2551cf2f), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:16.694579 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02a47e18-f2ce-42c0-9dd4-316f27ab2c84 admin admin] Publish callbacks [] for security_group (45222af2-28fc-4b87-b35b-e96d2551cf2f), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:16.741556 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02a47e18-f2ce-42c0-9dd4-316f27ab2c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (45222af2-28fc-4b87-b35b-e96d2551cf2f), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:16.744068 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-02a47e18-f2ce-42c0-9dd4-316f27ab2c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:16.745288 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-02a47e18-f2ce-42c0-9dd4-316f27ab2c84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45222af2-28fc-4b87-b35b-e96d2551cf2f HTTP/1.1" status: 204 len: 168 time: 0.1207395 Apr 12 20:19:16.753083 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a47e18-f2ce-42c0-9dd4-316f27ab2c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45222af2-28fc-4b87-b35b-e96d2551cf2f,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:18.735153 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45514) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:18.837021 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e383866-de90-4866-9e4c-d77c13ce49b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:18.911111 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e383866-de90-4866-9e4c-d77c13ce49b5 admin admin] Publish callbacks [] for security_group (f741c3ac-7041-4c12-9093-e60ba1892531), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:18.914863 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e383866-de90-4866-9e4c-d77c13ce49b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (f741c3ac-7041-4c12-9093-e60ba1892531), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:18.953632 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-9e383866-de90-4866-9e4c-d77c13ce49b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3505bb02cb440e69cbb0804d197033c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174864 Apr 12 20:19:18.954447 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e383866-de90-4866-9e4c-d77c13ce49b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f741c3ac-7041-4c12-9093-e60ba1892531,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:18.956478 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45518) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:19.004786 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-417fa244-744b-4dad-8878-8ab5fdf766a8 admin admin] Publish callbacks [] for security_group (f741c3ac-7041-4c12-9093-e60ba1892531), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:19.025604 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-417fa244-744b-4dad-8878-8ab5fdf766a8 admin admin] Publish callbacks [] for security_group (f741c3ac-7041-4c12-9093-e60ba1892531), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:19.071679 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-417fa244-744b-4dad-8878-8ab5fdf766a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (f741c3ac-7041-4c12-9093-e60ba1892531), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:19.074175 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-417fa244-744b-4dad-8878-8ab5fdf766a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:19.075296 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-417fa244-744b-4dad-8878-8ab5fdf766a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f741c3ac-7041-4c12-9093-e60ba1892531 HTTP/1.1" status: 204 len: 168 time: 0.1177928 Apr 12 20:19:19.082759 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fa244-744b-4dad-8878-8ab5fdf766a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f741c3ac-7041-4c12-9093-e60ba1892531,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:19.324367 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45524) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:19.337750 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3974ab03-de0a-4bf5-875e-dfee8693703e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:19.409892 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3974ab03-de0a-4bf5-875e-dfee8693703e admin admin] Publish callbacks [] for security_group (df283146-1231-421b-b7df-7045f2c3a0b3), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:19.413349 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3974ab03-de0a-4bf5-875e-dfee8693703e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (df283146-1231-421b-b7df-7045f2c3a0b3), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:19.451260 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3974ab03-de0a-4bf5-875e-dfee8693703e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfafad0ac05c491ea5b2baff5df011f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257739 Apr 12 20:19:19.452176 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974ab03-de0a-4bf5-875e-dfee8693703e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df283146-1231-421b-b7df-7045f2c3a0b3,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:19.454057 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45526) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:19.502758 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-50691401-b7cf-4028-b2d7-0df533f5bc8e admin admin] Publish callbacks [] for security_group (df283146-1231-421b-b7df-7045f2c3a0b3), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:19.522870 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-50691401-b7cf-4028-b2d7-0df533f5bc8e admin admin] Publish callbacks [] for security_group (df283146-1231-421b-b7df-7045f2c3a0b3), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:19.571403 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-50691401-b7cf-4028-b2d7-0df533f5bc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (df283146-1231-421b-b7df-7045f2c3a0b3), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:19.573916 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-50691401-b7cf-4028-b2d7-0df533f5bc8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:19.575038 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-50691401-b7cf-4028-b2d7-0df533f5bc8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df283146-1231-421b-b7df-7045f2c3a0b3 HTTP/1.1" status: 204 len: 168 time: 0.1199832 Apr 12 20:19:19.582591 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50691401-b7cf-4028-b2d7-0df533f5bc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df283146-1231-421b-b7df-7045f2c3a0b3,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:21.450988 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:23.134679 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45570) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:23.235495 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-339fff29-92e1-4f04-9ef0-e8d154da4d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:23.308550 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-339fff29-92e1-4f04-9ef0-e8d154da4d0b admin admin] Publish callbacks [] for security_group (8696fab8-378c-4997-8d75-25a730950424), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:23.312778 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-339fff29-92e1-4f04-9ef0-e8d154da4d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (8696fab8-378c-4997-8d75-25a730950424), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:23.350014 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-339fff29-92e1-4f04-9ef0-e8d154da4d0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66d41d270b5144c29e0a156a54b42c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142797 Apr 12 20:19:23.351129 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fff29-92e1-4f04-9ef0-e8d154da4d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8696fab8-378c-4997-8d75-25a730950424,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:23.352735 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45574) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:23.402912 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e36a2940-3896-403b-bf3f-457d73d079c0 admin admin] Publish callbacks [] for security_group (8696fab8-378c-4997-8d75-25a730950424), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:23.423977 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e36a2940-3896-403b-bf3f-457d73d079c0 admin admin] Publish callbacks [] for security_group (8696fab8-378c-4997-8d75-25a730950424), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:23.470705 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e36a2940-3896-403b-bf3f-457d73d079c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (8696fab8-378c-4997-8d75-25a730950424), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:23.473541 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e36a2940-3896-403b-bf3f-457d73d079c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:23.474723 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e36a2940-3896-403b-bf3f-457d73d079c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8696fab8-378c-4997-8d75-25a730950424 HTTP/1.1" status: 204 len: 168 time: 0.1203849 Apr 12 20:19:23.483142 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a2940-3896-403b-bf3f-457d73d079c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8696fab8-378c-4997-8d75-25a730950424,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:25.211095 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f5024a10-9d8f-41db-8961-985fa8ac5b4f req-1be7ab4a-7915-4235-99e6-2b3591d420e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375149 Apr 12 20:19:25.271593 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5024a10-9d8f-41db-8961-985fa8ac5b4f req-83078967-4bb9-442c-a2d2-5c71aef75444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:25.273062 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f5024a10-9d8f-41db-8961-985fa8ac5b4f req-83078967-4bb9-442c-a2d2-5c71aef75444 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a20446396734ae288db2ceb1ea6d037&device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 1129 time: 0.0378172 Apr 12 20:19:25.381832 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5024a10-9d8f-41db-8961-985fa8ac5b4f req-766e50ee-0969-45dc-9c48-a536b4fc835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:25.383270 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f5024a10-9d8f-41db-8961-985fa8ac5b4f req-766e50ee-0969-45dc-9c48-a536b4fc835c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5af3e9e-8023-4bdc-bd42-4d77602f877c HTTP/1.1" status: 200 len: 910 time: 0.0853748 Apr 12 20:19:25.446016 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f5024a10-9d8f-41db-8961-985fa8ac5b4f req-ebe6b442-3de7-4231-962b-c7faba3648dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6846941b-72e6-4185-8c93-696a0ed36f21 HTTP/1.1" status: 200 len: 1001 time: 0.0554147 Apr 12 20:19:25.499914 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5024a10-9d8f-41db-8961-985fa8ac5b4f req-6e731425-ce71-4270-8c62-94b5de7a0fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:25.501240 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f5024a10-9d8f-41db-8961-985fa8ac5b4f req-6e731425-ce71-4270-8c62-94b5de7a0fd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5212f1-da48-4d00-9997-9a256138bdf3 HTTP/1.1" status: 200 len: 848 time: 0.0460672 Apr 12 20:19:25.543640 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5024a10-9d8f-41db-8961-985fa8ac5b4f req-db9108b3-eb0c-4866-a73b-9a13fdf172ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:25.545143 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f5024a10-9d8f-41db-8961-985fa8ac5b4f req-db9108b3-eb0c-4866-a73b-9a13fdf172ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5af3e9e-8023-4bdc-bd42-4d77602f877c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369747 Apr 12 20:19:25.634406 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f5024a10-9d8f-41db-8961-985fa8ac5b4f req-8f65dbec-d72c-44cf-8d75-af6beef91294 service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812528 Apr 12 20:19:25.725338 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f5024a10-9d8f-41db-8961-985fa8ac5b4f req-2a834ce0-c205-40d7-9470-2bd8ee4100bd service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836921 Apr 12 20:19:31.497502 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a0d92-dfaa-477a-a346-9d5e8ede1204 req-6dffa9c7-982a-4dbb-9fde-3d2ac3965d39 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:31.499673 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-811a0d92-dfaa-477a-a346-9d5e8ede1204 req-6dffa9c7-982a-4dbb-9fde-3d2ac3965d39 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0541461 Apr 12 20:19:31.547963 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-811a0d92-dfaa-477a-a346-9d5e8ede1204 req-6273b766-7a77-43f1-bdcb-f580a20a8102 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426188 Apr 12 20:19:32.668115 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a53164-dee6-4244-8956-bff0d90ae759 req-55fa1a8f-a025-4cb2-9790-b44adfc1091b tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:32.670119 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-81a53164-dee6-4244-8956-bff0d90ae759 req-55fa1a8f-a025-4cb2-9790-b44adfc1091b tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0512884 Apr 12 20:19:32.718469 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-81a53164-dee6-4244-8956-bff0d90ae759 req-9b5934f6-0011-4f01-86f7-7300f23eb5c3 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425906 Apr 12 20:19:33.832682 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e1c17-d2c0-41ed-8f64-ad46659c6845 req-dfacf31a-0d34-4ebf-946b-aebab8f9838e tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:33.834146 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-660e1c17-d2c0-41ed-8f64-ad46659c6845 req-dfacf31a-0d34-4ebf-946b-aebab8f9838e tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0474317 Apr 12 20:19:33.884491 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-660e1c17-d2c0-41ed-8f64-ad46659c6845 req-4d2dca81-a8ec-4cac-bb67-f3eb062790ed tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448391 Apr 12 20:19:34.998208 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abb89d-aa1c-48d1-b88f-198c405862ef req-7781c289-5e38-411f-8396-9770d2e03b39 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:34.999664 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c5abb89d-aa1c-48d1-b88f-198c405862ef req-7781c289-5e38-411f-8396-9770d2e03b39 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0500286 Apr 12 20:19:35.047507 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c5abb89d-aa1c-48d1-b88f-198c405862ef req-c2f1cb89-9571-49ab-87f5-4cdfa6c52201 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424330 Apr 12 20:19:35.978302 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-72d74523-5803-4834-8822-6b17a6b4466a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:36.161215 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde9bef-6451-4e94-a6b7-c2a4abbf5da1 req-72aa217e-0a14-47be-a6f3-bb7fc0db6d72 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:36.162736 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0bde9bef-6451-4e94-a6b7-c2a4abbf5da1 req-72aa217e-0a14-47be-a6f3-bb7fc0db6d72 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0482714 Apr 12 20:19:36.211163 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0bde9bef-6451-4e94-a6b7-c2a4abbf5da1 req-652e076e-8cdc-4b1c-bceb-2de27df98159 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430481 Apr 12 20:19:37.322057 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a7931-4820-48e7-bc2a-bcfead5ec444 req-00c204dc-25a6-40b3-814a-c5c2daedbe9d tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:37.323497 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5f9a7931-4820-48e7-bc2a-bcfead5ec444 req-00c204dc-25a6-40b3-814a-c5c2daedbe9d tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0472312 Apr 12 20:19:37.373870 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5f9a7931-4820-48e7-bc2a-bcfead5ec444 req-e4df44f9-53db-4c27-9fdd-a200ee01de7a tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447826 Apr 12 20:19:38.462516 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bccfbc71-d2a1-41c9-8f18-fbf57be453d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:38.487926 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3ba6d-3d84-4644-a3d0-ab48d8032f96 req-b9098846-80c6-49ff-982a-9333cf143bb9 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:38.489423 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ecd3ba6d-3d84-4644-a3d0-ab48d8032f96 req-b9098846-80c6-49ff-982a-9333cf143bb9 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0490186 Apr 12 20:19:38.537806 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ecd3ba6d-3d84-4644-a3d0-ab48d8032f96 req-41e3259f-fa4a-434a-8e2e-4636d692b02d tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427577 Apr 12 20:19:39.578019 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:39.656924 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e455b-5266-415d-8d69-36ab1b5fca74 req-f16ad29b-938f-474b-97ac-e7d1c4b63e8e tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:39.658581 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-481e455b-5266-415d-8d69-36ab1b5fca74 req-f16ad29b-938f-474b-97ac-e7d1c4b63e8e tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0489953 Apr 12 20:19:39.711030 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-481e455b-5266-415d-8d69-36ab1b5fca74 req-17fc7c8b-5e07-4425-8475-1f6b2dfe233c tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455313 Apr 12 20:19:40.744130 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:40.836615 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027752ad-cd4a-40e3-b77c-d69a56cafcf6 req-680bae3f-3d6d-46e2-9874-e272086ad41c tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:40.838053 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-027752ad-cd4a-40e3-b77c-d69a56cafcf6 req-680bae3f-3d6d-46e2-9874-e272086ad41c tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0498986 Apr 12 20:19:40.886125 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-027752ad-cd4a-40e3-b77c-d69a56cafcf6 req-511524a4-7623-4239-8d09-507fd2a1a6c2 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421023 Apr 12 20:19:41.731574 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b45bd-2137-4f5f-b536-99a9abeaa5df req-efe8db86-6d4f-4e0d-990c-133c9d9f57df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:41.733104 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c98b45bd-2137-4f5f-b536-99a9abeaa5df req-efe8db86-6d4f-4e0d-990c-133c9d9f57df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a20446396734ae288db2ceb1ea6d037&device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 1129 time: 0.0393236 Apr 12 20:19:41.824857 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b45bd-2137-4f5f-b536-99a9abeaa5df req-7e23d11d-11ba-438d-93dd-9d270eb0819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:41.827076 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c98b45bd-2137-4f5f-b536-99a9abeaa5df req-7e23d11d-11ba-438d-93dd-9d270eb0819b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5af3e9e-8023-4bdc-bd42-4d77602f877c HTTP/1.1" status: 200 len: 910 time: 0.0867541 Apr 12 20:19:41.893966 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c98b45bd-2137-4f5f-b536-99a9abeaa5df req-8eb3a842-3eb6-48ee-b379-4fafe70562c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6846941b-72e6-4185-8c93-696a0ed36f21 HTTP/1.1" status: 200 len: 1001 time: 0.0603995 Apr 12 20:19:41.946893 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b45bd-2137-4f5f-b536-99a9abeaa5df req-4d7be0de-efa1-41cb-bdd9-cb7526e027d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:41.948456 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c98b45bd-2137-4f5f-b536-99a9abeaa5df req-4d7be0de-efa1-41cb-bdd9-cb7526e027d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5212f1-da48-4d00-9997-9a256138bdf3 HTTP/1.1" status: 200 len: 848 time: 0.0476449 Apr 12 20:19:42.027901 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa19f20-b0ce-4b98-a227-941fd9151833 req-76a2cd11-c3f0-434e-b342-a189c1725284 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:42.029983 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1aa19f20-b0ce-4b98-a227-941fd9151833 req-76a2cd11-c3f0-434e-b342-a189c1725284 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0771940 Apr 12 20:19:42.035384 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b45bd-2137-4f5f-b536-99a9abeaa5df req-8e6638fd-e419-40ad-a969-1c4ffb32b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:42.036814 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c98b45bd-2137-4f5f-b536-99a9abeaa5df req-8e6638fd-e419-40ad-a969-1c4ffb32b4f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5af3e9e-8023-4bdc-bd42-4d77602f877c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741935 Apr 12 20:19:42.394649 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1aa19f20-b0ce-4b98-a227-941fd9151833 req-5beda041-c708-4e2c-a560-d21dacc1d06e tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568988 Apr 12 20:19:42.421512 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c98b45bd-2137-4f5f-b536-99a9abeaa5df req-cdcddd9f-122f-4580-ac30-707a9a57ad0b service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778694 Apr 12 20:19:42.510621 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c98b45bd-2137-4f5f-b536-99a9abeaa5df req-f9854332-b732-4514-b00c-24b722ad4196 service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815792 Apr 12 20:19:42.640635 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:43.511108 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7145c-0c69-47d7-a209-f1153381d742 req-83b345b2-f4b9-47d3-98d0-cf858f83219a tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:43.512530 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8cc7145c-0c69-47d7-a209-f1153381d742 req-83b345b2-f4b9-47d3-98d0-cf858f83219a tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0514984 Apr 12 20:19:43.564525 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8cc7145c-0c69-47d7-a209-f1153381d742 req-8e8bc991-f56b-4568-b7d6-f531a56eda01 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459194 Apr 12 20:19:44.681932 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616081d-904d-4b1e-adac-a96380dbb734 req-8a29dbc5-9dbf-4db7-b271-558b64d25262 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:44.683433 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6616081d-904d-4b1e-adac-a96380dbb734 req-8a29dbc5-9dbf-4db7-b271-558b64d25262 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0524459 Apr 12 20:19:44.734518 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6616081d-904d-4b1e-adac-a96380dbb734 req-339354d5-c377-4c59-acc8-972ede810cfe tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443637 Apr 12 20:19:45.848244 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaefff-cbf0-4d45-889b-2f64dc04643e req-2fcbafdb-e4d9-486b-8f2c-82c991bdb97a tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:45.849695 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9adaefff-cbf0-4d45-889b-2f64dc04643e req-2fcbafdb-e4d9-486b-8f2c-82c991bdb97a tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0488608 Apr 12 20:19:45.898290 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9adaefff-cbf0-4d45-889b-2f64dc04643e req-405b9879-e62a-4ea9-8e67-3d49ca549956 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431483 Apr 12 20:19:45.964453 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [req-fbc9009d-298a-4c97-a61b-2d748de097a6 req-d0fdebcd-4b5e-4131-b8a9-b65ced167f6c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:19:45.965448 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fbc9009d-298a-4c97-a61b-2d748de097a6 req-d0fdebcd-4b5e-4131-b8a9-b65ced167f6c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053339 Apr 12 20:19:46.133502 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f18611-fd9f-42ca-874c-e72bb1774d8f req-5ae04c5e-3caf-4942-942e-4a3c86dd940d tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:46.135007 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23f18611-fd9f-42ca-874c-e72bb1774d8f req-5ae04c5e-3caf-4942-942e-4a3c86dd940d tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0536163 Apr 12 20:19:46.198170 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-d24cf152-84bd-4d82-b41a-d64b8f44bb41 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387842 Apr 12 20:19:46.210953 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23f18611-fd9f-42ca-874c-e72bb1774d8f req-a0531a3c-44cf-4c52-bfc2-453a6d91230b tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666733 Apr 12 20:19:46.334330 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bf4f7-f5df-49cf-b4d9-dc4f6132e716 req-88260eb7-1efa-4574-9bb3-d379cc4ed387 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:46.335797 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e51bf4f7-f5df-49cf-b4d9-dc4f6132e716 req-88260eb7-1efa-4574-9bb3-d379cc4ed387 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0479004 Apr 12 20:19:46.383240 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e51bf4f7-f5df-49cf-b4d9-dc4f6132e716 req-cb19b777-a7fb-40c0-b175-599e4c3f3396 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419304 Apr 12 20:19:46.402524 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-1162d483-93ad-4506-abbe-fb15bda3e002 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:46.404037 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-1162d483-93ad-4506-abbe-fb15bda3e002 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports/6846941b-72e6-4185-8c93-696a0ed36f21 HTTP/1.1" status: 200 len: 942 time: 0.1668427 Apr 12 20:19:46.999238 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 6846941b-72e6-4185-8c93-696a0ed36f21 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:19:47.073909 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 6846941b-72e6-4185-8c93-696a0ed36f21 is: ACTIVE; New status is: DOWN {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:19:47.074307 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:47.097033 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:19:47.099286 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e44c0b1-ba99-45f7-a185-650cfaa3b74f" -d '{"events": [{"server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "name": "network-vif-unplugged", "status": "completed", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:19:47.121815 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 6846941b-72e6-4185-8c93-696a0ed36f21, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6846941b-72e6-4185-8c93-696a0ed36f21,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:19:47.127509 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:47.156875 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 20:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8418e06-35db-486c-a6ff-2c4926bc592c x-openstack-request-id: req-f8418e06-35db-486c-a6ff-2c4926bc592c {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:19:47.157166 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "name": "network-vif-unplugged", "status": "failed", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21", "code": 422}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:19:47.157422 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8418e06-35db-486c-a6ff-2c4926bc592c {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:19:47.157858 dv-cinder-837542-1-iscsi neutron-server[103446]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f8418e06-35db-486c-a6ff-2c4926bc592c']: {'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21', 'code': 422} returned with failed status Apr 12 20:19:47.184012 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=6846941b-72e6-4185-8c93-696a0ed36f21,revision_number=6']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:47.190901 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.191258 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.191608 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.191955 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.192336 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.192675 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.193016 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.193349 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.193681 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.194014 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.194526 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.194864 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.195195 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.195600 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.195935 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:47.316187 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bddf3-950a-415b-a866-76f59c21be8c req-d3497ee1-8152-4673-a57c-fc2a97e1b295 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:47.317690 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1c2bddf3-950a-415b-a866-76f59c21be8c req-d3497ee1-8152-4673-a57c-fc2a97e1b295 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0474730 Apr 12 20:19:47.368779 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1c2bddf3-950a-415b-a866-76f59c21be8c req-4fe8de4e-5e47-49ed-9669-98812afae08a tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456033 Apr 12 20:19:47.497259 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985128f2-5b75-4026-a5d6-8e51961e11e0 req-1ce9d332-c23b-4859-ab04-810723adcc15 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:47.498806 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-985128f2-5b75-4026-a5d6-8e51961e11e0 req-1ce9d332-c23b-4859-ab04-810723adcc15 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0464923 Apr 12 20:19:47.545150 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-985128f2-5b75-4026-a5d6-8e51961e11e0 req-5cecbdcb-515b-4beb-af01-6011b6cc5ef7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408850 Apr 12 20:19:48.479113 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136607ea-7cf0-4feb-a988-ad9f6b33ef75 req-206c902c-1cc0-4afd-9d03-de85038d246f tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:48.480603 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-136607ea-7cf0-4feb-a988-ad9f6b33ef75 req-206c902c-1cc0-4afd-9d03-de85038d246f tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0472345 Apr 12 20:19:48.531188 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-136607ea-7cf0-4feb-a988-ad9f6b33ef75 req-27f44ff0-f0f0-4873-a476-c4d8db1f1d90 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449238 Apr 12 20:19:48.677934 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-0f4116a9-1b63-4fb9-8328-b026688df4ad tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:48.679371 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-0f4116a9-1b63-4fb9-8328-b026688df4ad tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.13 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0757048 Apr 12 20:19:48.688029 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb575d8f-6471-4e32-8ba5-76a3c2e3051d req-fa8db3a9-badb-4c75-a03e-8fb5eee45fcd tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:48.689408 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bb575d8f-6471-4e32-8ba5-76a3c2e3051d req-fa8db3a9-badb-4c75-a03e-8fb5eee45fcd tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 945 time: 0.0763671 Apr 12 20:19:48.790822 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bb575d8f-6471-4e32-8ba5-76a3c2e3051d req-14cfa799-30d4-4204-9b11-66e097e2564c tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=078a2670-d0fa-43f1-89d6-286bb8a35bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944645 Apr 12 20:19:48.803249 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Deleting port 7d56c948-68e8-4110-bf6f-d83af477dc57 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:19:48.803719 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:48.895972 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] For port 7d56c948-68e8-4110-bf6f-d83af477dc57, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d56c948-68e8-4110-bf6f-d83af477dc57,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:19:48.896368 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:49.079757 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:49.080072 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (23ee3a58-f235-49c5-90cf-b0350874ab57), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:49.080419 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Floating IP 23ee3a58-f235-49c5-90cf-b0350874ab57 disassociated. External IP: 172.27.0.14, port: 7d56c948-68e8-4110-bf6f-d83af477dc57. Apr 12 20:19:49.080776 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Calling delete_port for 7d56c948-68e8-4110-bf6f-d83af477dc57 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:19:49.209454 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (7d56c948-68e8-4110-bf6f-d83af477dc57), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:49.242879 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event deleted for resources: {'Port': ['ID=7d56c948-68e8-4110-bf6f-d83af477dc57,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:49.359546 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Router 508913dd-955d-4719-9c00-bffdc416f886 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:19:49.462864 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-dcbaf960-cbdf-49a9-95e5-0efcca605eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:49.464384 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-dcbaf960-cbdf-49a9-95e5-0efcca605eb0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927&tenant_id=6a20446396734ae288db2ceb1ea6d037 HTTP/1.1" status: 200 len: 1127 time: 0.0703073 Apr 12 20:19:49.471805 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:19:49.484250 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f3eb2-7be1-48a9-8744-dbae93f3b13e None None] Sync routers for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:19:49.493496 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f3eb2-7be1-48a9-8744-dbae93f3b13e None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:19:49.494103 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-108f3eb2-7be1-48a9-8744-dbae93f3b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:19:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:19:49.516822 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] No DVR routers for this DVR port 7d56c948-68e8-4110-bf6f-d83af477dc57 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:19:49.519459 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:49.523236 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c561eb61-581a-4958-a2f6-08c7a29ba85e req-89bf866b-b6fa-405c-ac72-db2eb64a0214 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.13 "DELETE /v2.0/ports/7d56c948-68e8-4110-bf6f-d83af477dc57 HTTP/1.1" status: 204 len: 173 time: 0.8329303 Apr 12 20:19:49.523720 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8e7efe-aa76-4e2e-9659-3a1a69cbafcc', 'name': 'network-vif-deleted', 'tag': '7d56c948-68e8-4110-bf6f-d83af477dc57'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:19:49.525957 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd64e06-da5b-489f-b9cb-0d2515870000" -d '{"events": [{"server_uuid": "de8e7efe-aa76-4e2e-9659-3a1a69cbafcc", "name": "network-vif-deleted", "tag": "7d56c948-68e8-4110-bf6f-d83af477dc57"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:19:49.533285 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-8d409d81-0117-43ae-8e30-c36656e8c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:49.534770 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-8d409d81-0117-43ae-8e30-c36656e8c097 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a20446396734ae288db2ceb1ea6d037&device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 1127 time: 0.0421889 Apr 12 20:19:49.580092 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf881c3-c5af-4d19-ba75-fb0848522ed2 x-openstack-request-id: req-4bf881c3-c5af-4d19-ba75-fb0848522ed2 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:19:49.580304 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8e7efe-aa76-4e2e-9659-3a1a69cbafcc", "name": "network-vif-deleted", "tag": "7d56c948-68e8-4110-bf6f-d83af477dc57", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:19:49.580529 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4bf881c3-c5af-4d19-ba75-fb0848522ed2 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:19:49.580947 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf881c3-c5af-4d19-ba75-fb0848522ed2'] response: {'server_uuid': 'de8e7efe-aa76-4e2e-9659-3a1a69cbafcc', 'name': 'network-vif-deleted', 'tag': '7d56c948-68e8-4110-bf6f-d83af477dc57', 'status': 'completed', 'code': 200} Apr 12 20:19:49.637431 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-108f3eb2-7be1-48a9-8744-dbae93f3b13e None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:19:49.662485 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-8b381f6f-2a06-4aba-918d-e33014892b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:49.664497 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-8b381f6f-2a06-4aba-918d-e33014892b00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5af3e9e-8023-4bdc-bd42-4d77602f877c HTTP/1.1" status: 200 len: 910 time: 0.1146646 Apr 12 20:19:49.701437 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d91186-5da7-47e5-b9ce-900c0a488e45 req-df385df2-1255-43d9-b3af-23057d087e42 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:49.704118 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36d91186-5da7-47e5-b9ce-900c0a488e45 req-df385df2-1255-43d9-b3af-23057d087e42 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0576398 Apr 12 20:19:49.773685 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-cd3c59d0-204a-499a-95b8-95a8dcd17e21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6846941b-72e6-4185-8c93-696a0ed36f21 HTTP/1.1" status: 200 len: 999 time: 0.0859294 Apr 12 20:19:49.776404 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36d91186-5da7-47e5-b9ce-900c0a488e45 req-97fe37eb-b07d-47bf-8a60-e32cb627992d tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651681 Apr 12 20:19:49.869855 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-108f3eb2-7be1-48a9-8744-dbae93f3b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 5, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:19:49.896712 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f3eb2-7be1-48a9-8744-dbae93f3b13e None None] Checking router: 508913dd-955d-4719-9c00-bffdc416f886 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:19:49.901724 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d2c98138-7638-47b7-aa83-92305553bef9 req-822ed2ca-1bfb-4e6a-ba72-32db02092fea tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=de8e7efe-aa76-4e2e-9659-3a1a69cbafcc HTTP/1.1" status: 200 len: 210 time: 0.0307536 Apr 12 20:19:49.905879 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f3eb2-7be1-48a9-8744-dbae93f3b13e None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:19:49.906491 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-108f3eb2-7be1-48a9-8744-dbae93f3b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:19:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:19:50.016418 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-108f3eb2-7be1-48a9-8744-dbae93f3b13e None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:19:50.022517 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-f0b705ad-8417-48ff-8ad4-5c262767c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:50.023964 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-f0b705ad-8417-48ff-8ad4-5c262767c21b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5212f1-da48-4d00-9997-9a256138bdf3 HTTP/1.1" status: 200 len: 848 time: 0.0473003 Apr 12 20:19:50.075796 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-30d1b07a-c20d-47a9-b3fe-1b80061f01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:50.077617 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-30d1b07a-c20d-47a9-b3fe-1b80061f01ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5af3e9e-8023-4bdc-bd42-4d77602f877c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432215 Apr 12 20:19:50.176688 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-070b5276-ef42-43e3-ae97-dbef220fbcbf service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912540 Apr 12 20:19:50.223864 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-108f3eb2-7be1-48a9-8744-dbae93f3b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 5, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:19:50.250919 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f3eb2-7be1-48a9-8744-dbae93f3b13e None None] The sync data for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi is: [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 5, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:19:50.273631 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-1e934622-a3c3-4183-b4c1-25c37c1bc088 req-629a7dfd-ef8f-49a1-8eb7-03bf7a9f3188 service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877528 Apr 12 20:19:50.479277 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eab835-c3c4-4f7d-9c8f-ea7afd49b0c4 None None] New status for floating IP 23ee3a58-f235-49c5-90cf-b0350874ab57: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:19:50.901112 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72d890-7e4e-475d-b694-2eb80f255711 req-39e9ad80-7f1e-46ef-be94-5c796b99dbe6 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:50.902555 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ec72d890-7e4e-475d-b694-2eb80f255711 req-39e9ad80-7f1e-46ef-be94-5c796b99dbe6 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0467875 Apr 12 20:19:50.951485 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ec72d890-7e4e-475d-b694-2eb80f255711 req-cd0d9eb7-0cde-4afc-b1ab-eedc5b0ff857 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432386 Apr 12 20:19:50.984626 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45668) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:51.037304 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group (078a2670-d0fa-43f1-89d6-286bb8a35bc6), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.060607 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group (078a2670-d0fa-43f1-89d6-286bb8a35bc6), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.106191 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (078a2670-d0fa-43f1-89d6-286bb8a35bc6), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.109720 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.110851 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "DELETE /v2.0/security-groups/078a2670-d0fa-43f1-89d6-286bb8a35bc6 HTTP/1.1" status: 204 len: 168 time: 0.1252625 Apr 12 20:19:51.113693 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45670) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:51.119528 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078a2670-d0fa-43f1-89d6-286bb8a35bc6,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:51.126824 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.127159 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.127504 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.127846 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.128189 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.128561 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.128890 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.129217 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.129461 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.api.v2.resource [None req-f35499e2-b327-4e89-bbac-efa5227d04cf tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] show failed (client error): The resource could not be found. Apr 12 20:19:51.129574 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.129862 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.130198 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.130468 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f35499e2-b327-4e89-bbac-efa5227d04cf tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups/078a2670-d0fa-43f1-89d6-286bb8a35bc6 HTTP/1.1" status: 404 len: 347 time: 0.0157712 Apr 12 20:19:51.130683 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.130839 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.131162 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.131483 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83917b7a-bba9-41a7-aae0-6782eccda3d8 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:19:51.133333 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45672) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:51.252737 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ea89ff0f-f636-428a-aca3-8c88882ab4b7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Deleting port 23a8bfea-6c01-4692-b0c0-958052dd0bc1 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:19:51.253086 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea89ff0f-f636-428a-aca3-8c88882ab4b7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (23a8bfea-6c01-4692-b0c0-958052dd0bc1), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.331657 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea89ff0f-f636-428a-aca3-8c88882ab4b7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (23a8bfea-6c01-4692-b0c0-958052dd0bc1), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.331982 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea89ff0f-f636-428a-aca3-8c88882ab4b7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (23a8bfea-6c01-4692-b0c0-958052dd0bc1), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.345063 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ea89ff0f-f636-428a-aca3-8c88882ab4b7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Calling delete_port for 23a8bfea-6c01-4692-b0c0-958052dd0bc1 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:19:51.450125 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.473956 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea89ff0f-f636-428a-aca3-8c88882ab4b7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (23a8bfea-6c01-4692-b0c0-958052dd0bc1), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.505828 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89ff0f-f636-428a-aca3-8c88882ab4b7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event deleted for resources: {'Port': ['ID=23a8bfea-6c01-4692-b0c0-958052dd0bc1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:51.562768 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea89ff0f-f636-428a-aca3-8c88882ab4b7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (23ee3a58-f235-49c5-90cf-b0350874ab57), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.565620 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea89ff0f-f636-428a-aca3-8c88882ab4b7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.566760 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ea89ff0f-f636-428a-aca3-8c88882ab4b7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "DELETE /v2.0/floatingips/23ee3a58-f235-49c5-90cf-b0350874ab57 HTTP/1.1" status: 204 len: 168 time: 0.4317799 Apr 12 20:19:51.730007 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45676) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:51.734876 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6a3f8fe0-bc12-4c24-82f8-cd1a37bad6ab tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159909211', 'description': 'tempest-description--631620781'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:19:51.754564 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8fe0-bc12-4c24-82f8-cd1a37bad6ab tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.821386 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8fe0-bc12-4c24-82f8-cd1a37bad6ab tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group (c66cb2c1-dd29-46fc-b018-b9eed8c13a92), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.825119 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8fe0-bc12-4c24-82f8-cd1a37bad6ab tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c66cb2c1-dd29-46fc-b018-b9eed8c13a92), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.854062 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a3f8fe0-bc12-4c24-82f8-cd1a37bad6ab tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.855592 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6a3f8fe0-bc12-4c24-82f8-cd1a37bad6ab tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1245890 Apr 12 20:19:51.860079 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f8fe0-bc12-4c24-82f8-cd1a37bad6ab tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66cb2c1-dd29-46fc-b018-b9eed8c13a92,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:51.862155 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45678) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:51.867982 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-dc75e7aa-8191-44ff-930d-3bc215f9bf9a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Request body: {'security_group_rule': {'security_group_id': 'c66cb2c1-dd29-46fc-b018-b9eed8c13a92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:19:51.897484 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc75e7aa-8191-44ff-930d-3bc215f9bf9a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group_rule (288acabf-ceff-42f1-abda-0ca10f31feb9), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.942647 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc75e7aa-8191-44ff-930d-3bc215f9bf9a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group_rule (288acabf-ceff-42f1-abda-0ca10f31feb9), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.946203 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc75e7aa-8191-44ff-930d-3bc215f9bf9a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (288acabf-ceff-42f1-abda-0ca10f31feb9), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.964819 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75e7aa-8191-44ff-930d-3bc215f9bf9a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288acabf-ceff-42f1-abda-0ca10f31feb9,revision_number=0']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:51.970299 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc75e7aa-8191-44ff-930d-3bc215f9bf9a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:51.971467 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-dc75e7aa-8191-44ff-930d-3bc215f9bf9a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083453 Apr 12 20:19:51.974524 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45682) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:51.978775 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-b2263d53-6b31-433b-a7e8-9edd501eb3b5 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Request body: {'security_group_rule': {'security_group_id': 'c66cb2c1-dd29-46fc-b018-b9eed8c13a92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:19:52.006478 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2263d53-6b31-433b-a7e8-9edd501eb3b5 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group_rule (54715e93-4548-4643-93b9-6cd68a947a43), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.084438 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82156a14-1a4a-4186-9674-28228d855de1 req-e9d51902-873f-46ec-be7a-5bea8f0f0bd7 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:52.085838 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-82156a14-1a4a-4186-9674-28228d855de1 req-e9d51902-873f-46ec-be7a-5bea8f0f0bd7 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0643888 Apr 12 20:19:52.104596 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2263d53-6b31-433b-a7e8-9edd501eb3b5 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group_rule (54715e93-4548-4643-93b9-6cd68a947a43), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.111453 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2263d53-6b31-433b-a7e8-9edd501eb3b5 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group_rule (54715e93-4548-4643-93b9-6cd68a947a43), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.140362 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2263d53-6b31-433b-a7e8-9edd501eb3b5 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54715e93-4548-4643-93b9-6cd68a947a43,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:52.153005 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2263d53-6b31-433b-a7e8-9edd501eb3b5 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.154210 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-b2263d53-6b31-433b-a7e8-9edd501eb3b5 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1788805 Apr 12 20:19:52.157518 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45684) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:19:52.162173 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:19:52.167958 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-82156a14-1a4a-4186-9674-28228d855de1 req-cde1ab3b-23ff-4910-82b7-3e59ee9b0800 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749073 Apr 12 20:19:52.182919 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.258846 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.365379 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Allocated IP 172.27.0.206 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/51beeb0c-d151-40e8-8feb-b8b6616080ec) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:19:52.470337 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for port (51beeb0c-d151-40e8-8feb-b8b6616080ec), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.502094 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (51beeb0c-d151-40e8-8feb-b8b6616080ec), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.539751 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:19:52.542494 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:19:52.547849 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:19:52.573207 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event updated for resources: {'Port': ['ID=51beeb0c-d151-40e8-8feb-b8b6616080ec,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:52.632607 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (8caf193a-89dd-480a-ba31-cbc7cc50bcde), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.667623 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (51beeb0c-d151-40e8-8feb-b8b6616080ec), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.813897 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for port (51beeb0c-d151-40e8-8feb-b8b6616080ec), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.818311 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (51beeb0c-d151-40e8-8feb-b8b6616080ec), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.882193 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event updated for resources: {'Port': ['ID=51beeb0c-d151-40e8-8feb-b8b6616080ec,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:52.897017 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (8caf193a-89dd-480a-ba31-cbc7cc50bcde), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.911127 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:52.912375 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-d1adba8f-742d-4b06-8510-6ebaf60d9e1a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7536919 Apr 12 20:19:53.015436 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 7d56c948-68e8-4110-bf6f-d83af477dc57 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:19:53.035511 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 7d56c948-68e8-4110-bf6f-d83af477dc57 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:19:53.035853 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 7d56c948-68e8-4110-bf6f-d83af477dc57 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:19:53.107046 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-9d44f562-94ff-4cf8-b5aa-e4f7c9bb985e tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1159909211&fields=id&tenant_id=ba7f619ac25a4e73bb81421ce2e15385 HTTP/1.1" status: 200 len: 267 time: 0.0420372 Apr 12 20:19:53.218689 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-5acfedd5-c759-4b5d-af13-cbcaee8950d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:53.220180 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-5acfedd5-c759-4b5d-af13-cbcaee8950d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/networks?id=26425c7f-fc2a-4e03-aec8-3d8425652824 HTTP/1.1" status: 200 len: 808 time: 0.1067903 Apr 12 20:19:53.235429 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-45dbe51c-8997-4b3d-9542-2c9916cd0c3f tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/quotas/ba7f619ac25a4e73bb81421ce2e15385 HTTP/1.1" status: 200 len: 375 time: 0.0099390 Apr 12 20:19:53.310143 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e488738-1cb9-4b20-ab72-21fafff5d303 req-773a089f-f0ac-4d19-a223-18422d1a5403 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:53.312121 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8e488738-1cb9-4b20-ab72-21fafff5d303 req-773a089f-f0ac-4d19-a223-18422d1a5403 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0748117 Apr 12 20:19:53.315997 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-218a9281-b94e-4966-af0f-8568fc7aa989 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba7f619ac25a4e73bb81421ce2e15385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704629 Apr 12 20:19:53.412464 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8e488738-1cb9-4b20-ab72-21fafff5d303 req-1234e9a8-e80c-4b8c-9692-4f2fe5cdeb0f tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948081 Apr 12 20:19:53.441612 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-22f2873a-a756-436e-962c-8bf0ec62fac3 service neutron] 10.222.0.44 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106317 Apr 12 20:19:53.533041 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-53da1766-7e93-4409-8e35-61ec0d20770a service neutron] 10.222.0.44 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858285 Apr 12 20:19:53.552947 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:19:53.690322 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcce3747-a6c3-40d1-8fca-c57d83628dd3 req-259917c1-b943-49a1-ab5a-459444320597 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 210 time: 0.0290079 Apr 12 20:19:54.529459 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31403df-855f-415b-95dc-77032104b946 req-5c24ee2c-bbfa-4778-9461-8f3568f4211c tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:54.532079 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f31403df-855f-415b-95dc-77032104b946 req-5c24ee2c-bbfa-4778-9461-8f3568f4211c tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0512252 Apr 12 20:19:54.584354 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f31403df-855f-415b-95dc-77032104b946 req-c41395b5-c28f-4579-8914-544c2de3fd9a tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465102 Apr 12 20:19:54.667130 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-3514205a-81ac-47cc-9061-545cc5c35de9 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:54.668506 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-3514205a-81ac-47cc-9061-545cc5c35de9 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.13 "GET /v2.0/networks?id=26425c7f-fc2a-4e03-aec8-3d8425652824 HTTP/1.1" status: 200 len: 808 time: 0.1069119 Apr 12 20:19:54.735582 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-be93241a-f8ba-416d-84b9-71745cf4c017 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba7f619ac25a4e73bb81421ce2e15385 HTTP/1.1" status: 200 len: 380 time: 0.0547137 Apr 12 20:19:54.754468 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-91f41eb6-3bb9-441e-beca-48cb6ba692f1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Request body: {'port': {'device_id': '082050a1-75f7-47c0-a87a-43f5760a5a95', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'admin_state_up': True, 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'security_groups': ['c66cb2c1-dd29-46fc-b018-b9eed8c13a92']}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:19:54.788382 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3318e728-c1f6-455c-ac6d-379dc5074b87 req-7bab351a-6136-4225-a18b-ea59a9ea8718 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 210 time: 0.0317793 Apr 12 20:19:54.863627 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-91f41eb6-3bb9-441e-beca-48cb6ba692f1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Made reservation on behalf of ba7f619ac25a4e73bb81421ce2e15385 for: {'port': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:19:54.866895 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-91f41eb6-3bb9-441e-beca-48cb6ba692f1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:54.990783 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-91f41eb6-3bb9-441e-beca-48cb6ba692f1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Allocated IP 172.20.0.8 (26425c7f-fc2a-4e03-aec8-3d8425652824/bd0872dc-bcf8-4267-a65a-45c4d89c9db7/c3467577-c3d0-4deb-ac63-9af94be18490) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:19:55.120418 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-91f41eb6-3bb9-441e-beca-48cb6ba692f1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for port (c3467577-c3d0-4deb-ac63-9af94be18490), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:55.152858 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-91f41eb6-3bb9-441e-beca-48cb6ba692f1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:55.198151 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-91f41eb6-3bb9-441e-beca-48cb6ba692f1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Network 26425c7f-fc2a-4e03-aec8-3d8425652824 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:19:55.203210 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-91f41eb6-3bb9-441e-beca-48cb6ba692f1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:19:55.206946 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-91f41eb6-3bb9-441e-beca-48cb6ba692f1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:19:55.213442 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f41eb6-3bb9-441e-beca-48cb6ba692f1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event updated for resources: {'Port': ['ID=c3467577-c3d0-4deb-ac63-9af94be18490,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:55.260764 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-91f41eb6-3bb9-441e-beca-48cb6ba692f1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:55.261352 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-91f41eb6-3bb9-441e-beca-48cb6ba692f1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:55.277563 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-91f41eb6-3bb9-441e-beca-48cb6ba692f1 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5272510 Apr 12 20:19:55.292937 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Request body: {'port': {'device_id': '082050a1-75f7-47c0-a87a-43f5760a5a95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:19:55.358267 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:55.433558 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-f27a2439-d47f-423b-972a-f4e7ee9629be None None] Provisioning complete for port c3467577-c3d0-4deb-ac63-9af94be18490 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:19:55.434161 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f27a2439-d47f-423b-972a-f4e7ee9629be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:55.469950 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-f27a2439-d47f-423b-972a-f4e7ee9629be None None] Port c3467577-c3d0-4deb-ac63-9af94be18490 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:19:55.616600 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3467577-c3d0-4deb-ac63-9af94be18490 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:19:55.624731 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Publish callbacks [] for port (c3467577-c3d0-4deb-ac63-9af94be18490), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:55.637172 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Transition to ACTIVE for port object c3467577-c3d0-4deb-ac63-9af94be18490 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:19:55.641970 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:55.698383 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Pushing event updated for resources: {'Port': ['ID=c3467577-c3d0-4deb-ac63-9af94be18490,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:55.702529 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d95b99-06a2-45bc-8017-038742ad6f80 req-b9489fcd-c13e-4030-94f4-582dfb83a5e3 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:55.704109 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02d95b99-06a2-45bc-8017-038742ad6f80 req-b9489fcd-c13e-4030-94f4-582dfb83a5e3 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0498521 Apr 12 20:19:55.761069 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02d95b99-06a2-45bc-8017-038742ad6f80 req-e5b0db0e-5643-4877-9a20-212cf724fb6d tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505364 Apr 12 20:19:55.773024 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Attempting to bind port c3467577-c3d0-4deb-ac63-9af94be18490 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:19:55.773379 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Attempting to bind port c3467577-c3d0-4deb-ac63-9af94be18490 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:19:55.773711 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Attempting to bind port c3467577-c3d0-4deb-ac63-9af94be18490 on network 26425c7f-fc2a-4e03-aec8-3d8425652824 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:19:55.778232 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Port c3467577-c3d0-4deb-ac63-9af94be18490 on network 26425c7f-fc2a-4e03-aec8-3d8425652824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:19:55.778583 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Attempting to bind port c3467577-c3d0-4deb-ac63-9af94be18490 on network 26425c7f-fc2a-4e03-aec8-3d8425652824 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:19:55.784328 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:19:55.784683 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Checking segment: {'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:19:55.785075 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Bound using segment: {'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:19:55.785516 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Bound port: c3467577-c3d0-4deb-ac63-9af94be18490, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8302b495-ddbc-4f08-8b09-6bb6d72917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:19:55.786113 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:55.855592 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] For port c3467577-c3d0-4deb-ac63-9af94be18490, host hv-cinder-83754, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:19:55.859764 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] For port c3467577-c3d0-4deb-ac63-9af94be18490, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c3467577-c3d0-4deb-ac63-9af94be18490,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:19:55.867576 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:55.903288 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:55.904098 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:55.906159 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] 10.222.0.13 "PUT /v2.0/ports/c3467577-c3d0-4deb-ac63-9af94be18490 HTTP/1.1" status: 200 len: 1093 time: 0.6176083 Apr 12 20:19:55.906666 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082050a1-75f7-47c0-a87a-43f5760a5a95', 'tag': 'c3467577-c3d0-4deb-ac63-9af94be18490'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:19:55.909037 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85147a6e-83f4-4362-af8d-29cf8971d6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "082050a1-75f7-47c0-a87a-43f5760a5a95", "tag": "c3467577-c3d0-4deb-ac63-9af94be18490"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:19:55.914097 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49092d0a-ecc7-4b30-b629-a06ee68f6a18 req-57f6e229-0dfe-4b91-aabe-b5ff8f162f97 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:55.915712 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-49092d0a-ecc7-4b30-b629-a06ee68f6a18 req-57f6e229-0dfe-4b91-aabe-b5ff8f162f97 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 943 time: 0.0556159 Apr 12 20:19:55.939184 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbfa0a-a7e3-4a30-b682-a61f25b55978 service neutron] Pushing event updated for resources: {'Port': ['ID=c3467577-c3d0-4deb-ac63-9af94be18490,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:55.959902 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d82eb0-318f-4187-bf58-4a96f5739063 x-openstack-request-id: req-f1d82eb0-318f-4187-bf58-4a96f5739063 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:19:55.960240 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082050a1-75f7-47c0-a87a-43f5760a5a95", "tag": "c3467577-c3d0-4deb-ac63-9af94be18490", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:19:55.960514 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1d82eb0-318f-4187-bf58-4a96f5739063 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:19:55.960925 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d82eb0-318f-4187-bf58-4a96f5739063'] response: {'name': 'network-changed', 'server_uuid': '082050a1-75f7-47c0-a87a-43f5760a5a95', 'tag': 'c3467577-c3d0-4deb-ac63-9af94be18490', 'status': 'completed', 'code': 200} Apr 12 20:19:55.975643 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-49092d0a-ecc7-4b30-b629-a06ee68f6a18 req-663aae2d-02d6-46d6-bd27-1ea3187d8cec tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=c66cb2c1-dd29-46fc-b018-b9eed8c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542071 Apr 12 20:19:56.432198 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85147a6e-83f4-4362-af8d-29cf8971d6b6 req-003e7bdc-2f04-490c-8e5b-2b30cc7c3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:56.433928 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-85147a6e-83f4-4362-af8d-29cf8971d6b6 req-003e7bdc-2f04-490c-8e5b-2b30cc7c3498 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba7f619ac25a4e73bb81421ce2e15385&device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 1127 time: 0.0404303 Apr 12 20:19:56.531496 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85147a6e-83f4-4362-af8d-29cf8971d6b6 req-d2e25c8a-cffa-43fe-8fbf-ad0922e8d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:56.532886 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-85147a6e-83f4-4362-af8d-29cf8971d6b6 req-d2e25c8a-cffa-43fe-8fbf-ad0922e8d25c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ba7f619ac25a4e73bb81421ce2e15385&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0916774 Apr 12 20:19:56.869027 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85147a6e-83f4-4362-af8d-29cf8971d6b6 req-68c9cce0-da7a-4b75-9a0a-94829081b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:56.870494 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-85147a6e-83f4-4362-af8d-29cf8971d6b6 req-68c9cce0-da7a-4b75-9a0a-94829081b9cc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3292310 Apr 12 20:19:56.879539 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd74cf4-43f4-4631-b684-8e6ec5ca545b req-ba4f7fbc-24d8-47f2-ab76-6a915e15749a tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:56.881064 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0bd74cf4-43f4-4631-b684-8e6ec5ca545b req-ba4f7fbc-24d8-47f2-ab76-6a915e15749a tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 943 time: 0.0525191 Apr 12 20:19:56.929925 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0bd74cf4-43f4-4631-b684-8e6ec5ca545b req-c94b3060-fbb9-4d81-83ab-9c7227d360d1 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432658 Apr 12 20:19:56.951808 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-ad1b9583-1e25-4490-b8d7-bfed5c936e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:56.953434 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-ad1b9583-1e25-4490-b8d7-bfed5c936e73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba7f619ac25a4e73bb81421ce2e15385&device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 1127 time: 0.0391011 Apr 12 20:19:56.997496 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-b8fac442-33d1-4def-b7cf-12a8004088d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3467577-c3d0-4deb-ac63-9af94be18490 HTTP/1.1" status: 200 len: 217 time: 0.0338340 Apr 12 20:19:57.047562 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-0d6dbeef-f85b-4ae5-b758-3bb2a4bc4ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:57.048484 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 6846941b-72e6-4185-8c93-696a0ed36f21 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:19:57.048973 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-0d6dbeef-f85b-4ae5-b758-3bb2a4bc4ff0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd0872dc-bcf8-4267-a65a-45c4d89c9db7 HTTP/1.1" status: 200 len: 847 time: 0.0450392 Apr 12 20:19:57.095066 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799e699-bad0-4829-a11d-ad5936b46d96 req-0bbf4600-8d42-40d5-b8ab-be4e03f75428 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:57.096940 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4799e699-bad0-4829-a11d-ad5936b46d96 req-0bbf4600-8d42-40d5-b8ab-be4e03f75428 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 943 time: 0.0542538 Apr 12 20:19:57.103181 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-f86f4c0c-3e03-4a94-a984-9f5e6ea5f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:57.104885 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-f86f4c0c-3e03-4a94-a984-9f5e6ea5f5b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26425c7f-fc2a-4e03-aec8-3d8425652824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458691 Apr 12 20:19:57.146448 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4799e699-bad0-4829-a11d-ad5936b46d96 req-baed2986-8dd7-4bf3-a79d-2d28f1e137d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=c66cb2c1-dd29-46fc-b018-b9eed8c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437455 Apr 12 20:19:57.160280 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 6846941b-72e6-4185-8c93-696a0ed36f21, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6846941b-72e6-4185-8c93-696a0ed36f21,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:19:57.171880 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': '6846941b-72e6-4185-8c93-696a0ed36f21', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'port_id': '6846941b-72e6-4185-8c93-696a0ed36f21', 'mac_address': 'fa:16:3e:75:aa:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:19:57.199588 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-d1d3d9d5-055b-4fc7-bdb3-ea869e8de9c7 service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851793 Apr 12 20:19:57.209640 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 6846941b-72e6-4185-8c93-696a0ed36f21 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:19:57.210036 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:57.223673 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6846941b-72e6-4185-8c93-696a0ed36f21 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:19:57.244052 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 6846941b-72e6-4185-8c93-696a0ed36f21, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6846941b-72e6-4185-8c93-696a0ed36f21,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:19:57.249640 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:57.298948 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=6846941b-72e6-4185-8c93-696a0ed36f21,revision_number=7']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:57.301005 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-76ffe22e-74b7-4cad-89af-f0245807aed4 req-8a3185b0-cb17-46ad-bf0d-a1cb2892b38e service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917807 Apr 12 20:19:57.505753 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['6846941b-72e6-4185-8c93-696a0ed36f21'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:19:58.041831 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd893108-3c34-4dfa-9271-6a14a3513314 req-ee1cdf63-f75d-4a3e-a9cc-70bcb3754587 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:58.043269 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fd893108-3c34-4dfa-9271-6a14a3513314 req-ee1cdf63-f75d-4a3e-a9cc-70bcb3754587 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 944 time: 0.0467346 Apr 12 20:19:58.095115 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fd893108-3c34-4dfa-9271-6a14a3513314 req-7cc542c0-f065-429f-8f66-e0d744b686a6 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458457 Apr 12 20:19:58.261025 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabc230-bb9b-41fb-b7cc-4e33f068d547 req-8a264cd4-f5e4-4dba-ab64-fb2d5b8d787d tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:58.262481 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0eabc230-bb9b-41fb-b7cc-4e33f068d547 req-8a264cd4-f5e4-4dba-ab64-fb2d5b8d787d tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 943 time: 0.0482316 Apr 12 20:19:58.308909 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0eabc230-bb9b-41fb-b7cc-4e33f068d547 req-e39ff043-ef00-4dc0-951a-7d7b98438088 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=c66cb2c1-dd29-46fc-b018-b9eed8c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407469 Apr 12 20:19:59.047427 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device c3467577-c3d0-4deb-ac63-9af94be18490 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:19:59.050785 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 6846941b-72e6-4185-8c93-696a0ed36f21 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:19:59.157367 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port 6846941b-72e6-4185-8c93-696a0ed36f21 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:19:59.157754 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:59.210450 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc8f84-040b-43f4-b0cf-3ef190f45cb6 req-c011948e-0ac3-4db3-a932-54a51f2e3723 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:59.211938 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70dc8f84-040b-43f4-b0cf-3ef190f45cb6 req-c011948e-0ac3-4db3-a932-54a51f2e3723 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 944 time: 0.0465622 Apr 12 20:19:59.215447 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port c3467577-c3d0-4deb-ac63-9af94be18490, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c3467577-c3d0-4deb-ac63-9af94be18490,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:19:59.230775 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': 'c3467577-c3d0-4deb-ac63-9af94be18490', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'port_id': 'c3467577-c3d0-4deb-ac63-9af94be18490', 'mac_address': 'fa:16:3e:9f:fe:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:19:59.263397 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70dc8f84-040b-43f4-b0cf-3ef190f45cb6 req-5f878c01-8bc4-4f49-abd6-3fc941bd6a71 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454109 Apr 12 20:19:59.295213 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port c3467577-c3d0-4deb-ac63-9af94be18490 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:19:59.295646 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:59.299761 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port 6846941b-72e6-4185-8c93-696a0ed36f21 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:19:59.300359 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:59.318221 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3467577-c3d0-4deb-ac63-9af94be18490 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:19:59.340945 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:19:59.343217 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756d1e5b-a1fe-40ef-ade5-42a1e8128cb7" -d '{"events": [{"server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "name": "network-vif-plugged", "status": "completed", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:19:59.362022 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port c3467577-c3d0-4deb-ac63-9af94be18490, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c3467577-c3d0-4deb-ac63-9af94be18490,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:19:59.363908 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port 6846941b-72e6-4185-8c93-696a0ed36f21, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6846941b-72e6-4185-8c93-696a0ed36f21,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:19:59.367526 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:59.371845 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:19:59.394608 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309b0171-19a4-4c7e-be3f-404e7fda32ee x-openstack-request-id: req-309b0171-19a4-4c7e-be3f-404e7fda32ee {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:19:59.394930 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "name": "network-vif-plugged", "status": "completed", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:19:59.395170 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-309b0171-19a4-4c7e-be3f-404e7fda32ee {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:19:59.395566 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309b0171-19a4-4c7e-be3f-404e7fda32ee'] response: {'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21', 'code': 200} Apr 12 20:19:59.423081 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=c3467577-c3d0-4deb-ac63-9af94be18490,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:59.430017 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffba81-3500-489a-81f7-71790a8d20c2 req-e9eac2d1-c325-48ac-800f-f974421301fb tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:59.431998 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01ffba81-3500-489a-81f7-71790a8d20c2 req-e9eac2d1-c325-48ac-800f-f974421301fb tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 944 time: 0.0518985 Apr 12 20:19:59.474081 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=6846941b-72e6-4185-8c93-696a0ed36f21,revision_number=8']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:19:59.478684 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01ffba81-3500-489a-81f7-71790a8d20c2 req-7d3d6491-cf1c-4f41-a872-6ad3d6a061c3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=c66cb2c1-dd29-46fc-b018-b9eed8c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408359 Apr 12 20:19:59.614009 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2db6dd-3f2c-495a-8128-ccba4ae2d22b req-72115e5d-d6d4-4609-a94c-7066c49c0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:19:59.615497 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-fc2db6dd-3f2c-495a-8128-ccba4ae2d22b req-72115e5d-d6d4-4609-a94c-7066c49c0518 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 1129 time: 0.0379436 Apr 12 20:19:59.637867 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['c3467577-c3d0-4deb-ac63-9af94be18490'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:19:59.663591 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-fc2db6dd-3f2c-495a-8128-ccba4ae2d22b req-f1dd70d6-5363-4098-9c91-cf1e7b735ef8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419433 Apr 12 20:20:00.376995 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc92f60-29c4-4364-9c50-1f62c81c8ca8 req-58967a76-dcad-4921-bc83-b9f39b38e2d1 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:00.378472 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8dc92f60-29c4-4364-9c50-1f62c81c8ca8 req-58967a76-dcad-4921-bc83-b9f39b38e2d1 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0471153 Apr 12 20:20:00.426473 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8dc92f60-29c4-4364-9c50-1f62c81c8ca8 req-9c408995-b4d0-43f6-b480-2764edbdd99b tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424802 Apr 12 20:20:00.592777 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67384814-c4f3-4dba-94b4-2550e9c963b5 req-6032c91c-018b-490d-8734-417f0857056d tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:00.594267 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67384814-c4f3-4dba-94b4-2550e9c963b5 req-6032c91c-018b-490d-8734-417f0857056d tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 944 time: 0.0506766 Apr 12 20:20:00.640838 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67384814-c4f3-4dba-94b4-2550e9c963b5 req-8b541ee5-6c26-448b-8cce-9c2f741d04e9 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=c66cb2c1-dd29-46fc-b018-b9eed8c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412180 Apr 12 20:20:01.046263 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device c3467577-c3d0-4deb-ac63-9af94be18490 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:20:01.094150 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port c3467577-c3d0-4deb-ac63-9af94be18490 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:20:01.100467 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port c3467577-c3d0-4deb-ac63-9af94be18490 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:20:01.100880 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:01.180213 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port c3467577-c3d0-4deb-ac63-9af94be18490 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:20:01.180655 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:01.211913 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port c3467577-c3d0-4deb-ac63-9af94be18490, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c3467577-c3d0-4deb-ac63-9af94be18490,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:20:01.215296 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:01.260538 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=c3467577-c3d0-4deb-ac63-9af94be18490,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:01.396391 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082050a1-75f7-47c0-a87a-43f5760a5a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3467577-c3d0-4deb-ac63-9af94be18490'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:20:01.398685 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2fb3e9-662a-400f-a3c0-167eefe86a2f" -d '{"events": [{"server_uuid": "082050a1-75f7-47c0-a87a-43f5760a5a95", "name": "network-vif-plugged", "status": "completed", "tag": "c3467577-c3d0-4deb-ac63-9af94be18490"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:20:01.432792 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c512a62d-e203-43b0-9a42-c99a0bb786be x-openstack-request-id: req-c512a62d-e203-43b0-9a42-c99a0bb786be {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:20:01.433086 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082050a1-75f7-47c0-a87a-43f5760a5a95", "name": "network-vif-plugged", "status": "completed", "tag": "c3467577-c3d0-4deb-ac63-9af94be18490", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:20:01.433342 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c512a62d-e203-43b0-9a42-c99a0bb786be {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:20:01.433735 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c512a62d-e203-43b0-9a42-c99a0bb786be'] response: {'server_uuid': '082050a1-75f7-47c0-a87a-43f5760a5a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3467577-c3d0-4deb-ac63-9af94be18490', 'code': 200} Apr 12 20:20:01.540269 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3944b9-d761-4977-b527-1051475309b4 req-53c4bd74-eaf0-41a8-bd94-c598a9faf4b1 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:01.542508 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ce3944b9-d761-4977-b527-1051475309b4 req-53c4bd74-eaf0-41a8-bd94-c598a9faf4b1 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0504317 Apr 12 20:20:01.593051 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ce3944b9-d761-4977-b527-1051475309b4 req-2765eeee-dae9-4399-b198-a99734e3e1a2 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443382 Apr 12 20:20:01.611956 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1c2b4-376b-4e63-a7e8-3f91cf8e8b22 req-300e9bd0-1a79-4039-b17c-060d4668640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:01.613495 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-5bc1c2b4-376b-4e63-a7e8-3f91cf8e8b22 req-300e9bd0-1a79-4039-b17c-060d4668640a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 1129 time: 0.0424750 Apr 12 20:20:01.658648 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-5bc1c2b4-376b-4e63-a7e8-3f91cf8e8b22 req-cf852815-e8b4-42a0-a949-74a0d4e9cf30 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c66cb2c1-dd29-46fc-b018-b9eed8c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381119 Apr 12 20:20:01.753634 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e930df7-efa3-4010-82ee-c1c37576aa5a req-7875e83e-1cd8-49f3-898a-cf31a774cca7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:01.755102 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0e930df7-efa3-4010-82ee-c1c37576aa5a req-7875e83e-1cd8-49f3-898a-cf31a774cca7 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 945 time: 0.0468159 Apr 12 20:20:01.804454 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0e930df7-efa3-4010-82ee-c1c37576aa5a req-b819e1cf-06b9-4458-ae96-54d184d90227 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=c66cb2c1-dd29-46fc-b018-b9eed8c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439513 Apr 12 20:20:02.915677 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63622e-4272-4c92-8d67-ff3ef31353de req-c8a58677-f8cc-4ec7-a6cb-404d1839eabc tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:02.917135 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fb63622e-4272-4c92-8d67-ff3ef31353de req-c8a58677-f8cc-4ec7-a6cb-404d1839eabc tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 945 time: 0.0462570 Apr 12 20:20:02.963631 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fb63622e-4272-4c92-8d67-ff3ef31353de req-989139fc-e00b-448d-8c06-536c625a13ae tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=c66cb2c1-dd29-46fc-b018-b9eed8c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410354 Apr 12 20:20:04.072568 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b65f1f-40b9-4734-8cc2-ac0741e888e1 req-5265fb26-4551-4370-9b80-432a291b6246 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:04.074018 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-04b65f1f-40b9-4734-8cc2-ac0741e888e1 req-5265fb26-4551-4370-9b80-432a291b6246 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 945 time: 0.0460792 Apr 12 20:20:04.120712 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-04b65f1f-40b9-4734-8cc2-ac0741e888e1 req-f2393264-055d-4da6-90fb-a1be95943f87 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=c66cb2c1-dd29-46fc-b018-b9eed8c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405746 Apr 12 20:20:04.230697 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807ac83-2354-4e29-8d33-e0eaf45e809f req-5f7619b0-9d9f-4dde-8cfb-f284dda630b5 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:04.232178 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7807ac83-2354-4e29-8d33-e0eaf45e809f req-5f7619b0-9d9f-4dde-8cfb-f284dda630b5 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 945 time: 0.0495543 Apr 12 20:20:04.240837 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 45760) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:04.245273 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [None req-94f46eb7-f467-4300-9273-5d6c94471aeb tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Request body: {'floatingip': {'port_id': 'c3467577-c3d0-4deb-ac63-9af94be18490'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:20:04.284594 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94f46eb7-f467-4300-9273-5d6c94471aeb tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (8caf193a-89dd-480a-ba31-cbc7cc50bcde), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:04.716451 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94f46eb7-f467-4300-9273-5d6c94471aeb tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:04.720215 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94f46eb7-f467-4300-9273-5d6c94471aeb tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (8caf193a-89dd-480a-ba31-cbc7cc50bcde), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:04.819972 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.l3_db [None req-94f46eb7-f467-4300-9273-5d6c94471aeb tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Floating IP 8caf193a-89dd-480a-ba31-cbc7cc50bcde associated. External IP: 172.27.0.206, port: c3467577-c3d0-4deb-ac63-9af94be18490. Apr 12 20:20:05.023528 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f46eb7-f467-4300-9273-5d6c94471aeb tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Router 508913dd-955d-4719-9c00-bffdc416f886 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:20:05.131463 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f46eb7-f467-4300-9273-5d6c94471aeb tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:20:05.136377 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94f46eb7-f467-4300-9273-5d6c94471aeb tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:05.140999 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a32d8a3-cbc5-42ab-852d-783d76e4c135 None None] Sync routers for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:20:05.150217 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a32d8a3-cbc5-42ab-852d-783d76e4c135 None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:20:05.150815 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-2a32d8a3-cbc5-42ab-852d-783d76e4c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:19:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:05.165624 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-94f46eb7-f467-4300-9273-5d6c94471aeb tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "PUT /v2.0/floatingips/8caf193a-89dd-480a-ba31-cbc7cc50bcde HTTP/1.1" status: 200 len: 991 time: 0.9237401 Apr 12 20:20:05.166332 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082050a1-75f7-47c0-a87a-43f5760a5a95', 'tag': 'c3467577-c3d0-4deb-ac63-9af94be18490'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:20:05.168597 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c48545-5eee-47a9-9aa0-0e00c204d477" -d '{"events": [{"name": "network-changed", "server_uuid": "082050a1-75f7-47c0-a87a-43f5760a5a95", "tag": "c3467577-c3d0-4deb-ac63-9af94be18490"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:20:05.204936 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28ccef5-4952-4e48-b1d2-9af0cdb4536a x-openstack-request-id: req-e28ccef5-4952-4e48-b1d2-9af0cdb4536a {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:20:05.205234 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082050a1-75f7-47c0-a87a-43f5760a5a95", "tag": "c3467577-c3d0-4deb-ac63-9af94be18490", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:20:05.205491 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e28ccef5-4952-4e48-b1d2-9af0cdb4536a {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:20:05.205895 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e28ccef5-4952-4e48-b1d2-9af0cdb4536a'] response: {'name': 'network-changed', 'server_uuid': '082050a1-75f7-47c0-a87a-43f5760a5a95', 'tag': 'c3467577-c3d0-4deb-ac63-9af94be18490', 'status': 'completed', 'code': 200} Apr 12 20:20:05.260397 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-2a32d8a3-cbc5-42ab-852d-783d76e4c135 None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:20:05.267888 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c48545-5eee-47a9-9aa0-0e00c204d477 req-dc1b4ea7-b48d-482c-9247-f48330a2bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:05.269461 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a7c48545-5eee-47a9-9aa0-0e00c204d477 req-dc1b4ea7-b48d-482c-9247-f48330a2bbf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba7f619ac25a4e73bb81421ce2e15385&device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 1129 time: 0.0412195 Apr 12 20:20:05.360009 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c48545-5eee-47a9-9aa0-0e00c204d477 req-c7d4a93b-b330-4677-a747-b85b2861bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:05.361514 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a7c48545-5eee-47a9-9aa0-0e00c204d477 req-c7d4a93b-b330-4677-a747-b85b2861bf1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=26425c7f-fc2a-4e03-aec8-3d8425652824 HTTP/1.1" status: 200 len: 909 time: 0.0862248 Apr 12 20:20:05.425631 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a7c48545-5eee-47a9-9aa0-0e00c204d477 req-e3afdc91-b981-4baa-8443-2a347313ca83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3467577-c3d0-4deb-ac63-9af94be18490 HTTP/1.1" status: 200 len: 999 time: 0.0577857 Apr 12 20:20:05.473441 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c48545-5eee-47a9-9aa0-0e00c204d477 req-b1e60d71-1f78-4f21-a082-cc3de36e16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:05.474424 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-2a32d8a3-cbc5-42ab-852d-783d76e4c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '8caf193a-89dd-480a-ba31-cbc7cc50bcde', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '508913dd-955d-4719-9c00-bffdc416f886', 'port_id': 'c3467577-c3d0-4deb-ac63-9af94be18490', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'mac_address': 'fa:16:3e:9f:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082050a1-75f7-47c0-a87a-43f5760a5a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:19:52Z', 'updated_at': '2022-04-12T20:20:04Z', 'revision_number': 1, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 5, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:05.474894 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a7c48545-5eee-47a9-9aa0-0e00c204d477 req-b1e60d71-1f78-4f21-a082-cc3de36e16c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd0872dc-bcf8-4267-a65a-45c4d89c9db7 HTTP/1.1" status: 200 len: 847 time: 0.0434813 Apr 12 20:20:05.501733 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a32d8a3-cbc5-42ab-852d-783d76e4c135 None None] Checking router: 508913dd-955d-4719-9c00-bffdc416f886 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:20:05.509870 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a32d8a3-cbc5-42ab-852d-783d76e4c135 None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:20:05.510480 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-2a32d8a3-cbc5-42ab-852d-783d76e4c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:19:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:05.525294 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c48545-5eee-47a9-9aa0-0e00c204d477 req-8be60195-0638-480e-9724-f928801b89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:05.526793 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a7c48545-5eee-47a9-9aa0-0e00c204d477 req-8be60195-0638-480e-9724-f928801b89d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26425c7f-fc2a-4e03-aec8-3d8425652824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410681 Apr 12 20:20:05.616457 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a7c48545-5eee-47a9-9aa0-0e00c204d477 req-85ecd469-a948-4218-9bbf-57dd31ac367e service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834937 Apr 12 20:20:05.617905 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-2a32d8a3-cbc5-42ab-852d-783d76e4c135 None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:20:05.710107 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a7c48545-5eee-47a9-9aa0-0e00c204d477 req-f06cb982-e63d-4189-8216-1799fac7921f service neutron] 10.222.0.13 "GET /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872154 Apr 12 20:20:05.931468 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-2a32d8a3-cbc5-42ab-852d-783d76e4c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '8caf193a-89dd-480a-ba31-cbc7cc50bcde', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '508913dd-955d-4719-9c00-bffdc416f886', 'port_id': 'c3467577-c3d0-4deb-ac63-9af94be18490', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'mac_address': 'fa:16:3e:9f:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082050a1-75f7-47c0-a87a-43f5760a5a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:19:52Z', 'updated_at': '2022-04-12T20:20:04Z', 'revision_number': 1, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 5, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:05.958004 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a32d8a3-cbc5-42ab-852d-783d76e4c135 None None] The sync data for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi is: [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '8caf193a-89dd-480a-ba31-cbc7cc50bcde', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': '508913dd-955d-4719-9c00-bffdc416f886', 'port_id': 'c3467577-c3d0-4deb-ac63-9af94be18490', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'mac_address': 'fa:16:3e:9f:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082050a1-75f7-47c0-a87a-43f5760a5a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:19:52Z', 'updated_at': '2022-04-12T20:20:04Z', 'revision_number': 1, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 5, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:20:05.981486 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c3b2355a-e276-4de3-baa0-edf2b496b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:06.140579 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b79d38-a827-4d03-8027-cec55fac6a99 None None] New status for floating IP 8caf193a-89dd-480a-ba31-cbc7cc50bcde: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:20:08.463082 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c05b49f3-d0ce-49f8-b329-3e17a3c44c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:09.579018 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:10.746934 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:12.643725 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:13.746205 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-efe101b5-5663-4e1b-9e9d-7e92230e5793 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854161198&fields=id&tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc HTTP/1.1" status: 200 len: 267 time: 0.0433915 Apr 12 20:20:13.853831 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-ccafbaa5-e33a-4148-b04c-7de5cedf4451 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:13.855283 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-ccafbaa5-e33a-4148-b04c-7de5cedf4451 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 811 time: 0.1024141 Apr 12 20:20:13.869852 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-2b83d262-844c-4a5a-b667-babf17ef6053 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/quotas/b35fa81edeb941ae8bdbc5aca0992cbc HTTP/1.1" status: 200 len: 375 time: 0.0088346 Apr 12 20:20:13.922516 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-630f9cb2-1ac7-420d-a8a3-3857fb2e5718 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472775 Apr 12 20:20:14.018948 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-a1901f5f-6d65-44e1-ba74-fb0fdaf13326 service neutron] 10.222.0.44 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844343 Apr 12 20:20:14.111350 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-d4523382-598e-4446-93df-b9c5d559fd60 service neutron] 10.222.0.44 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868146 Apr 12 20:20:14.399002 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3b3dd7cf-e539-46e6-a176-ddff3a5ba646 req-62edb250-c74b-4c92-8181-29057eb55fb5 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 210 time: 0.0275021 Apr 12 20:20:15.337555 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-1ed8486c-070b-45f2-81c7-77bac7e748a7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:15.339029 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-1ed8486c-070b-45f2-81c7-77bac7e748a7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 811 time: 0.1050601 Apr 12 20:20:15.409599 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-28e4be4b-58d7-4f58-b304-7cfbf112d7de tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc HTTP/1.1" status: 200 len: 380 time: 0.0578499 Apr 12 20:20:15.418883 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bb7d598b-7310-4470-a591-0f3828cbbbe9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Request body: {'port': {'device_id': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'admin_state_up': True, 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'security_groups': ['2038a55d-d9e9-4b7c-af4d-6f277ad4e147']}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:20:15.506018 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-748ae8ba-f7de-4dce-bd36-a4bab03f0678 req-d5a5d499-26fc-42fe-8e0d-598199999e75 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 210 time: 0.0369208 Apr 12 20:20:15.530401 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bb7d598b-7310-4470-a591-0f3828cbbbe9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Made reservation on behalf of b35fa81edeb941ae8bdbc5aca0992cbc for: {'port': 1} {{(pid=103445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 20:20:15.533782 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bb7d598b-7310-4470-a591-0f3828cbbbe9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:15.660380 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bb7d598b-7310-4470-a591-0f3828cbbbe9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Allocated IP 172.20.0.5 (3bbbf339-92cd-4aff-949f-c902d9a857ae/c5f30ab7-edca-4f48-9883-79f1e8afbea4/c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:20:15.803212 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bb7d598b-7310-4470-a591-0f3828cbbbe9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:15.838772 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bb7d598b-7310-4470-a591-0f3828cbbbe9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:15.882392 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bb7d598b-7310-4470-a591-0f3828cbbbe9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Network 3bbbf339-92cd-4aff-949f-c902d9a857ae is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:20:15.889447 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bb7d598b-7310-4470-a591-0f3828cbbbe9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:20:15.891834 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bb7d598b-7310-4470-a591-0f3828cbbbe9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:20:15.917177 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d598b-7310-4470-a591-0f3828cbbbe9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'Port': ['ID=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:15.952436 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bb7d598b-7310-4470-a591-0f3828cbbbe9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:15.953110 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bb7d598b-7310-4470-a591-0f3828cbbbe9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:15.970570 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bb7d598b-7310-4470-a591-0f3828cbbbe9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5552673 Apr 12 20:20:15.982572 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.v2.base [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Request body: {'port': {'device_id': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:20:16.052655 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:16.151063 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-cf437dc3-8572-4b12-a4b9-5a88a05b1df8 None None] Provisioning complete for port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 triggered by entity DHCP. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:20:16.151700 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cf437dc3-8572-4b12-a4b9-5a88a05b1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:16.187101 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-cf437dc3-8572-4b12-a4b9-5a88a05b1df8 None None] Port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 cannot update to ACTIVE because it is not bound. {{(pid=103446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 20:20:16.315224 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:20:16.322440 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Publish callbacks [] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:16.335366 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Transition to ACTIVE for port object c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 will not be triggered until provisioned by entity L2. {{(pid=103445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 20:20:16.339069 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:16.393827 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Pushing event updated for resources: {'Port': ['ID=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:16.468737 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Attempting to bind port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 20:20:16.469079 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Attempting to bind port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 20:20:16.469414 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Attempting to bind port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 on network 3bbbf339-92cd-4aff-949f-c902d9a857ae {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:20:16.474106 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 on network 3bbbf339-92cd-4aff-949f-c902d9a857ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 20:20:16.474435 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Attempting to bind port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 on network 3bbbf339-92cd-4aff-949f-c902d9a857ae {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 20:20:16.479554 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Checking agent: {'id': '93a5c2b2-2342-4c32-9651-f0dc3bcd7e70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'started_at': datetime.datetime(2022, 4, 12, 20, 8, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 20, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 20:20:16.479897 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Checking segment: {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 20:20:16.480310 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Bound using segment: {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 20:20:16.480744 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Bound port: c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37dfb444-c24f-4282-b32d-750b3e44c629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 20:20:16.481107 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:16.549587 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] For port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482, host hv-cinder-83754, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 20:20:16.553122 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] For port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 20:20:16.558812 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067086320'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:16.593942 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:16.594556 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:16.595942 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] 10.222.0.13 "PUT /v2.0/ports/c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 HTTP/1.1" status: 200 len: 1093 time: 0.6181638 Apr 12 20:20:16.596522 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'tag': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:20:16.598613 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a080619e-d49c-40f4-99de-53ceef1cf161" -d '{"events": [{"name": "network-changed", "server_uuid": "5a763958-4f59-4ffe-a9fa-b7a4db19fde0", "tag": "c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:20:16.633227 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c111ff1-f0d4-4c30-a556-71480a9e963e service neutron] Pushing event updated for resources: {'Port': ['ID=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:16.644092 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3448548-97cd-46a0-a23a-8688afc92f4e req-01bf777a-ed83-42f2-9df4-e9fea3d4a3a3 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:16.645987 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3448548-97cd-46a0-a23a-8688afc92f4e req-01bf777a-ed83-42f2-9df4-e9fea3d4a3a3 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 943 time: 0.0702271 Apr 12 20:20:16.664512 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9693ef54-62c2-4de5-91bd-a52fbd8cc065 x-openstack-request-id: req-9693ef54-62c2-4de5-91bd-a52fbd8cc065 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:20:16.664512 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a763958-4f59-4ffe-a9fa-b7a4db19fde0", "tag": "c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:20:16.664512 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9693ef54-62c2-4de5-91bd-a52fbd8cc065 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:20:16.665248 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9693ef54-62c2-4de5-91bd-a52fbd8cc065'] response: {'name': 'network-changed', 'server_uuid': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'tag': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482', 'status': 'completed', 'code': 200} Apr 12 20:20:16.697751 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-932f7abc-abaa-4874-8597-e72f3a2a0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:16.699568 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-932f7abc-abaa-4874-8597-e72f3a2a0084 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 1127 time: 0.0503018 Apr 12 20:20:16.705151 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3448548-97cd-46a0-a23a-8688afc92f4e req-eb486cc6-8069-4540-a5a4-b774696b7815 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535793 Apr 12 20:20:16.753133 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-f35379bd-d21f-415d-8ede-57467100addd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 HTTP/1.1" status: 200 len: 217 time: 0.0446637 Apr 12 20:20:16.803303 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-5b8d931f-4612-4df9-94d5-bfcd70b8243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:16.804725 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-5b8d931f-4612-4df9-94d5-bfcd70b8243d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5f30ab7-edca-4f48-9883-79f1e8afbea4 HTTP/1.1" status: 200 len: 850 time: 0.0457902 Apr 12 20:20:16.849637 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bf0bc2b1-0824-493c-8a09-83e0e3a7ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:16.851081 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-bf0bc2b1-0824-493c-8a09-83e0e3a7ff04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bbbf339-92cd-4aff-949f-c902d9a857ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400658 Apr 12 20:20:16.949630 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-3db75399-72d2-40df-8138-a8a933536c40 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878432 Apr 12 20:20:17.037919 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a8a01073-bdfb-41c0-aa6c-a1821aa58aad req-a38673f4-6cfb-4323-875a-40c2835215d2 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807836 Apr 12 20:20:17.337305 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080619e-d49c-40f4-99de-53ceef1cf161 req-1cbd11b2-376d-4b9b-9cfa-7cb46fdcc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:17.338755 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a080619e-d49c-40f4-99de-53ceef1cf161 req-1cbd11b2-376d-4b9b-9cfa-7cb46fdcc089 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 1127 time: 0.0415709 Apr 12 20:20:17.425512 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080619e-d49c-40f4-99de-53ceef1cf161 req-24c983e7-3534-49fe-9f7e-d9390f10a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:17.427016 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a080619e-d49c-40f4-99de-53ceef1cf161 req-24c983e7-3534-49fe-9f7e-d9390f10a8e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 912 time: 0.0820310 Apr 12 20:20:17.473541 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a080619e-d49c-40f4-99de-53ceef1cf161 req-cbf5bc10-12fe-4e6b-9da6-db62cbe2c1c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 HTTP/1.1" status: 200 len: 217 time: 0.0366552 Apr 12 20:20:17.528705 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080619e-d49c-40f4-99de-53ceef1cf161 req-37aea21a-5b78-4ee3-8e94-b362bd14a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:17.530725 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a080619e-d49c-40f4-99de-53ceef1cf161 req-37aea21a-5b78-4ee3-8e94-b362bd14a886 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5f30ab7-edca-4f48-9883-79f1e8afbea4 HTTP/1.1" status: 200 len: 850 time: 0.0473397 Apr 12 20:20:17.575095 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080619e-d49c-40f4-99de-53ceef1cf161 req-f0dbb411-a526-4117-9b68-c279fa901278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:17.577300 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a080619e-d49c-40f4-99de-53ceef1cf161 req-f0dbb411-a526-4117-9b68-c279fa901278 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bbbf339-92cd-4aff-949f-c902d9a857ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385563 Apr 12 20:20:17.670182 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a080619e-d49c-40f4-99de-53ceef1cf161 req-be795571-4a90-43ae-9a4c-9dc43b0862d6 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845926 Apr 12 20:20:17.759190 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-a080619e-d49c-40f4-99de-53ceef1cf161 req-2645a8cb-b816-4126-8e0a-533e71627276 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821195 Apr 12 20:20:17.828104 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d717-b7c4-430f-a30e-f8d08630fe40 req-8ba86029-da22-485d-a7d2-5f198215713b tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:17.829652 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cf55d717-b7c4-430f-a30e-f8d08630fe40 req-8ba86029-da22-485d-a7d2-5f198215713b tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 943 time: 0.0542934 Apr 12 20:20:17.890898 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cf55d717-b7c4-430f-a30e-f8d08630fe40 req-a684f6d8-8da7-4883-96a1-402b4961b4ec tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550113 Apr 12 20:20:19.002337 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7756a7-c773-4b90-944b-9e935d3bae19 req-6a6f5018-f447-4689-91b1-17d6cde76563 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:19.003790 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c7756a7-c773-4b90-944b-9e935d3bae19 req-6a6f5018-f447-4689-91b1-17d6cde76563 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 943 time: 0.0462213 Apr 12 20:20:19.051262 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c7756a7-c773-4b90-944b-9e935d3bae19 req-cb36f426-64ba-4cab-bc96-193e54844740 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421333 Apr 12 20:20:20.164552 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bea0a-7c60-49eb-aa81-e387a7de5d2b req-259d79f9-50e1-431c-a9a8-fa2b63281c45 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:20.165981 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8b3bea0a-7c60-49eb-aa81-e387a7de5d2b req-259d79f9-50e1-431c-a9a8-fa2b63281c45 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 943 time: 0.0500350 Apr 12 20:20:20.214609 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8b3bea0a-7c60-49eb-aa81-e387a7de5d2b req-9d777206-fa54-4357-8aa4-9b1959e38cc7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431361 Apr 12 20:20:21.324403 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa762954-561b-45cf-85d5-ceb97e272ce1 req-2b6f18b7-32dd-4f13-afe4-a0132db89e73 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:21.326355 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fa762954-561b-45cf-85d5-ceb97e272ce1 req-2b6f18b7-32dd-4f13-afe4-a0132db89e73 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 943 time: 0.0456309 Apr 12 20:20:21.374290 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fa762954-561b-45cf-85d5-ceb97e272ce1 req-3d004789-6b8f-42e4-bea6-f831276ef38b tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421326 Apr 12 20:20:21.459773 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:22.487245 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ee8a1-e723-447c-bcef-27ccc60a3de8 req-dfa9de1d-2a0c-4033-985d-e627248e683b tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:22.488631 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-373ee8a1-e723-447c-bcef-27ccc60a3de8 req-dfa9de1d-2a0c-4033-985d-e627248e683b tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 943 time: 0.0489929 Apr 12 20:20:22.535635 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-373ee8a1-e723-447c-bcef-27ccc60a3de8 req-df0fea6d-8050-4ce0-b775-d93d097948e8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416586 Apr 12 20:20:23.645289 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22193fb7-2c77-4f6d-9804-6e85b0c1e387 req-c457d10f-714c-4d6e-8be6-7c1373f08ac8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:23.646761 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-22193fb7-2c77-4f6d-9804-6e85b0c1e387 req-c457d10f-714c-4d6e-8be6-7c1373f08ac8 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 943 time: 0.0471447 Apr 12 20:20:23.695603 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-22193fb7-2c77-4f6d-9804-6e85b0c1e387 req-cdfff67c-8790-4d08-9d44-b81b3a0a78fd tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 Apr 12 20:20:24.857462 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949edc86-c8be-4570-b39c-c8c018b27518 req-bd1a3259-c48f-4149-bbab-257115ee7d36 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:24.859456 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-949edc86-c8be-4570-b39c-c8c018b27518 req-bd1a3259-c48f-4149-bbab-257115ee7d36 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 943 time: 0.0992770 Apr 12 20:20:24.909689 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-949edc86-c8be-4570-b39c-c8c018b27518 req-044f11f2-1966-4e6d-9186-97771020ab33 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447636 Apr 12 20:20:25.186404 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 20:20:25.285347 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:20:25.296320 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Returning: {'device': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'port_id': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482', 'mac_address': 'fa:16:3e:08:d8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 20:20:25.333747 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 is: DOWN; New status is: BUILD {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:20:25.334143 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:25.346704 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 20:20:25.368636 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:20:25.372504 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:25.418308 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:25.630980 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] get_ports_and_sgs() called for port_ids ['c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482'] {{(pid=103446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 20:20:26.071106 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19c624-dfb7-41bd-9f32-837847a8f389 req-4bce3082-bc6c-47ee-92cc-c03a0a2dc46c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:26.072569 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f19c624-dfb7-41bd-9f32-837847a8f389 req-4bce3082-bc6c-47ee-92cc-c03a0a2dc46c tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 944 time: 0.0973883 Apr 12 20:20:26.119832 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f19c624-dfb7-41bd-9f32-837847a8f389 req-3e86f5e9-6723-4b52-ac62-6ceb3ce0fa2a tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417621 Apr 12 20:20:27.189259 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 up at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 20:20:27.232045 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c2a0f-ff5b-4a7a-a10a-36ffcb476d76 req-922ebe24-93d6-41ff-8e95-0315b3c83e05 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:27.234090 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a48c2a0f-ff5b-4a7a-a10a-36ffcb476d76 req-922ebe24-93d6-41ff-8e95-0315b3c83e05 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 944 time: 0.0478673 Apr 12 20:20:27.236323 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning for port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 completed by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 20:20:27.242728 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Provisioning complete for port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 triggered by entity L2. {{(pid=103446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 20:20:27.243180 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659712'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), provisioning_complete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:27.282938 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a48c2a0f-ff5b-4a7a-a10a-36ffcb476d76 req-1b29d506-1b4a-41f6-bde4-cf1ba34a89c1 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Apr 12 20:20:27.323140 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Current status of the port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 is: BUILD; New status is: ACTIVE {{(pid=103446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 20:20:27.323530 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:27.346031 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:20:27.348209 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69bf2467ecfb8b858536048443375f8ff11a444298541114159897fb21553f7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f1e71e-b27e-416d-ac3a-a8414d9eaf94" -d '{"events": [{"server_uuid": "5a763958-4f59-4ffe-a9fa-b7a4db19fde0", "name": "network-vif-plugged", "status": "completed", "tag": "c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:20:27.360390 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] For port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:20:27.364127 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:27.385762 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd05236-1d31-43db-a3dd-127710b121fc x-openstack-request-id: req-cdd05236-1d31-43db-a3dd-127710b121fc {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:20:27.386048 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a763958-4f59-4ffe-a9fa-b7a4db19fde0", "name": "network-vif-plugged", "status": "completed", "tag": "c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:20:27.386298 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdd05236-1d31-43db-a3dd-127710b121fc {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:20:27.386682 dv-cinder-837542-1-iscsi neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd05236-1d31-43db-a3dd-127710b121fc'] response: {'server_uuid': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482', 'code': 200} Apr 12 20:20:27.411995 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Pushing event updated for resources: {'Port': ['ID=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482,revision_number=5']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:27.689724 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b47e5d-a9a2-452e-b504-6e8c73aa9b2d req-6f91f50c-7ba3-4a60-ba58-87f654b94463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:27.691099 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c8b47e5d-a9a2-452e-b504-6e8c73aa9b2d req-6f91f50c-7ba3-4a60-ba58-87f654b94463 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 1129 time: 0.0428891 Apr 12 20:20:27.932041 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c8b47e5d-a9a2-452e-b504-6e8c73aa9b2d req-dd58753d-39ae-490a-82bc-c71ec21b2b0a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 Apr 12 20:20:28.398637 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5db5fc-b3e4-4b51-bda8-fc52cb656b77 req-93904191-6d91-4e68-918f-df97f7cc5a6e tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:28.400085 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c5db5fc-b3e4-4b51-bda8-fc52cb656b77 req-93904191-6d91-4e68-918f-df97f7cc5a6e tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 945 time: 0.0490878 Apr 12 20:20:28.448634 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c5db5fc-b3e4-4b51-bda8-fc52cb656b77 req-18fd0e9c-899d-4b3b-8a4a-cb86e528b3aa tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421455 Apr 12 20:20:29.633887 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f19a83-394c-4d6f-a0ae-e507900d510e req-307b9d8f-e6de-433f-83f3-01eb9169d228 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:29.635419 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b1f19a83-394c-4d6f-a0ae-e507900d510e req-307b9d8f-e6de-433f-83f3-01eb9169d228 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 945 time: 0.0487328 Apr 12 20:20:29.683887 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b1f19a83-394c-4d6f-a0ae-e507900d510e req-86ce7ac1-58ea-4ed8-a4b1-e3fe302ce5bf tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 Apr 12 20:20:29.792361 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f41fe-f419-4f6a-b910-dda28f0212d8 req-7f94fded-9447-4d33-a996-287e6543a755 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:29.793695 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-441f41fe-f419-4f6a-b910-dda28f0212d8 req-7f94fded-9447-4d33-a996-287e6543a755 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 945 time: 0.0454731 Apr 12 20:20:29.845222 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-441f41fe-f419-4f6a-b910-dda28f0212d8 req-2f8d1b34-5a4d-47d6-af30-d286e578f483 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460551 Apr 12 20:20:29.866461 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45858) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:29.904882 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5563ff4-3c30-4de7-8a2f-4490e99e8b1f tempest-TestVolumeBootPattern-470851648 tempest-TestVolumeBootPattern-470851648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:29.906497 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a5563ff4-3c30-4de7-8a2f-4490e99e8b1f tempest-TestVolumeBootPattern-470851648 tempest-TestVolumeBootPattern-470851648-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 1124 time: 0.0386467 Apr 12 20:20:29.909320 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 45860) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:20:29.913555 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Request body: {'floatingip': {'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'port_id': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 20:20:29.934220 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:30.018900 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:30.122619 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Allocated IP 172.27.0.226 (2a96407d-31ee-4009-9b88-c39044fbbdfd/f345fefe-c780-480c-a745-0b32309eb1fa/12ef7ccf-5a2c-489e-a330-e4caa53e2042) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 20:20:30.228504 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for port (12ef7ccf-5a2c-489e-a330-e4caa53e2042), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:30.263232 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765494093990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (12ef7ccf-5a2c-489e-a330-e4caa53e2042), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:30.299902 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Network 2a96407d-31ee-4009-9b88-c39044fbbdfd is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 20:20:30.303016 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 20:20:30.308505 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 20:20:30.332354 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'Port': ['ID=12ef7ccf-5a2c-489e-a330-e4caa53e2042,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:30.341654 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.342008 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.342560 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.342932 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.343258 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.343596 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.343933 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.344290 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.344625 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.344958 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.345294 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.345625 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.345954 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.346282 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.346605 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:20:30.552139 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:20:30.946016 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for floatingip (a53b11b1-dc2b-48a8-9880-c402bf09c30a), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:31.014471 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1427215'] for port (12ef7ccf-5a2c-489e-a330-e4caa53e2042), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:31.164358 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for port (12ef7ccf-5a2c-489e-a330-e4caa53e2042), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:31.168758 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765494585896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765494094008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765494094026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065568273'] for port (12ef7ccf-5a2c-489e-a330-e4caa53e2042), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:31.246918 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event updated for resources: {'Port': ['ID=12ef7ccf-5a2c-489e-a330-e4caa53e2042,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:20:31.258622 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (a53b11b1-dc2b-48a8-9880-c402bf09c30a), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:31.357447 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Floating IP a53b11b1-dc2b-48a8-9880-c402bf09c30a associated. External IP: 172.27.0.226, port: c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482. Apr 12 20:20:31.568155 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Router d3765ffb-1837-4d59-af29-0df1af0e94f4 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:20:31.677967 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:20:31.687751 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc8f2d-d22b-47cd-a72a-4e7d4b07fc5a None None] Sync routers for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:20:31.695548 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:31.697125 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc8f2d-d22b-47cd-a72a-4e7d4b07fc5a None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:20:31.697736 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-20bc8f2d-d22b-47cd-a72a-4e7d4b07fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:20:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:31.740046 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-cd8772a3-233e-4dd1-aaa5-5a74fc508c4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8156490 Apr 12 20:20:31.740046 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'tag': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:20:31.740046 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cecf23b-13c0-4f21-9fa4-342338c2288e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a763958-4f59-4ffe-a9fa-b7a4db19fde0", "tag": "c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:20:31.766042 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027dc52f-3ad3-44f0-936d-7b3feeaee3cb x-openstack-request-id: req-027dc52f-3ad3-44f0-936d-7b3feeaee3cb {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:20:31.766332 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a763958-4f59-4ffe-a9fa-b7a4db19fde0", "tag": "c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:20:31.766586 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-027dc52f-3ad3-44f0-936d-7b3feeaee3cb {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:20:31.766995 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027dc52f-3ad3-44f0-936d-7b3feeaee3cb'] response: {'name': 'network-changed', 'server_uuid': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'tag': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482', 'status': 'completed', 'code': 200} Apr 12 20:20:31.809979 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-20bc8f2d-d22b-47cd-a72a-4e7d4b07fc5a None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:20:31.825306 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecf23b-13c0-4f21-9fa4-342338c2288e req-517e4d6f-59df-4351-a207-3634001d3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:31.827260 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2cecf23b-13c0-4f21-9fa4-342338c2288e req-517e4d6f-59df-4351-a207-3634001d3309 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 1129 time: 0.0383306 Apr 12 20:20:31.918126 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecf23b-13c0-4f21-9fa4-342338c2288e req-f5b9192b-edee-44a3-bafc-0347cac91dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:31.919599 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2cecf23b-13c0-4f21-9fa4-342338c2288e req-f5b9192b-edee-44a3-bafc-0347cac91dcb service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 912 time: 0.0862186 Apr 12 20:20:32.031746 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-20bc8f2d-d22b-47cd-a72a-4e7d4b07fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '973ab200-b558-4636-b3fe-59fa207e6b84', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:c4:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:18:36Z', 'updated_at': '2022-04-12T20:18:39Z', 'revision_number': 1, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}, {'id': 'a53b11b1-dc2b-48a8-9880-c402bf09c30a', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:08:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:20:30Z', 'updated_at': '2022-04-12T20:20:30Z', 'revision_number': 0, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:32.064236 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc8f2d-d22b-47cd-a72a-4e7d4b07fc5a None None] Checking router: d3765ffb-1837-4d59-af29-0df1af0e94f4 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:20:32.072930 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc8f2d-d22b-47cd-a72a-4e7d4b07fc5a None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:20:32.073546 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-20bc8f2d-d22b-47cd-a72a-4e7d4b07fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:20:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:32.184907 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-20bc8f2d-d22b-47cd-a72a-4e7d4b07fc5a None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:20:32.236568 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2cecf23b-13c0-4f21-9fa4-342338c2288e req-696b2fce-c759-4e94-b61f-3e0a5824c439 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 HTTP/1.1" status: 200 len: 999 time: 0.3097270 Apr 12 20:20:32.286506 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecf23b-13c0-4f21-9fa4-342338c2288e req-de6abd58-e9b9-45a8-9212-7bce7312f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:32.287948 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2cecf23b-13c0-4f21-9fa4-342338c2288e req-de6abd58-e9b9-45a8-9212-7bce7312f49f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5f30ab7-edca-4f48-9883-79f1e8afbea4 HTTP/1.1" status: 200 len: 850 time: 0.0453777 Apr 12 20:20:32.334342 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecf23b-13c0-4f21-9fa4-342338c2288e req-64cc1423-1200-462e-b61f-fe305e66be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:20:32.335811 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2cecf23b-13c0-4f21-9fa4-342338c2288e req-64cc1423-1200-462e-b61f-fe305e66be0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bbbf339-92cd-4aff-949f-c902d9a857ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413554 Apr 12 20:20:32.408117 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-20bc8f2d-d22b-47cd-a72a-4e7d4b07fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '973ab200-b558-4636-b3fe-59fa207e6b84', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:c4:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:18:36Z', 'updated_at': '2022-04-12T20:18:39Z', 'revision_number': 1, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}, {'id': 'a53b11b1-dc2b-48a8-9880-c402bf09c30a', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:08:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:20:30Z', 'updated_at': '2022-04-12T20:20:30Z', 'revision_number': 0, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:20:32.423810 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2cecf23b-13c0-4f21-9fa4-342338c2288e req-fea2e225-97d8-407b-b18e-46c141563103 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818174 Apr 12 20:20:32.438544 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc8f2d-d22b-47cd-a72a-4e7d4b07fc5a None None] The sync data for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi is: [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '973ab200-b558-4636-b3fe-59fa207e6b84', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:c4:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:18:36Z', 'updated_at': '2022-04-12T20:18:39Z', 'revision_number': 1, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}, {'id': 'a53b11b1-dc2b-48a8-9880-c402bf09c30a', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:08:d8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:20:30Z', 'updated_at': '2022-04-12T20:20:30Z', 'revision_number': 0, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:20:32.520633 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-2cecf23b-13c0-4f21-9fa4-342338c2288e req-e124d33e-0e17-4775-b60f-03e907e116f2 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902021 Apr 12 20:20:32.645500 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97af06-1551-4c65-88c4-283bbb8ebb45 None None] New status for floating IP a53b11b1-dc2b-48a8-9880-c402bf09c30a: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:20:35.983129 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5a04-f9ca-4d3f-951a-1a0074d248b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:38.463633 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2b2caece-249c-465a-90f6-edbfaeceb04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:39.582283 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:40.751720 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:42.650895 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:20:51.464364 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:02.856968 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59a4ca-9b4b-4d2c-ac39-2b6435caed8c req-3683e25d-fea6-487c-aca1-2ad0fe6a2cbb tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:02.859057 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cc59a4ca-9b4b-4d2c-ac39-2b6435caed8c req-3683e25d-fea6-487c-aca1-2ad0fe6a2cbb tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 945 time: 0.0511384 Apr 12 20:21:02.906208 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cc59a4ca-9b4b-4d2c-ac39-2b6435caed8c req-8319d021-0de8-4ce5-90dc-94e28d388da0 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=c66cb2c1-dd29-46fc-b018-b9eed8c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415771 Apr 12 20:21:04.021522 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201cb7d-b2e6-407e-b152-8d638489c579 req-f26166d9-42d7-4ee7-8211-1594fc586468 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:04.022963 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6201cb7d-b2e6-407e-b152-8d638489c579 req-f26166d9-42d7-4ee7-8211-1594fc586468 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 945 time: 0.0477791 Apr 12 20:21:04.072544 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6201cb7d-b2e6-407e-b152-8d638489c579 req-b5b7d011-0709-41ae-bf7d-8cba9a1b202b tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=c66cb2c1-dd29-46fc-b018-b9eed8c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440211 Apr 12 20:21:04.858099 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-27bc035f-77ce-4204-9ff4-9f7486866555 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:04.859541 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-27bc035f-77ce-4204-9ff4-9f7486866555 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.13 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 945 time: 0.0456312 Apr 12 20:21:04.945224 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Deleting port c3467577-c3d0-4deb-ac63-9af94be18490 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:04.945562 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:05.030224 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] For port c3467577-c3d0-4deb-ac63-9af94be18490, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c3467577-c3d0-4deb-ac63-9af94be18490,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:21:05.030584 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:05.186875 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca5e5-dec7-489a-b85a-86ef739c5303 req-fb46347b-41e0-4c19-8a05-da41b5b9d9db tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:05.188433 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-34bca5e5-dec7-489a-b85a-86ef739c5303 req-fb46347b-41e0-4c19-8a05-da41b5b9d9db tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/ports?device_id=082050a1-75f7-47c0-a87a-43f5760a5a95 HTTP/1.1" status: 200 len: 945 time: 0.0473650 Apr 12 20:21:05.239444 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-34bca5e5-dec7-489a-b85a-86ef739c5303 req-aa1a67a5-e4dc-49f4-8e65-69a2fdd63a23 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups?id=c66cb2c1-dd29-46fc-b018-b9eed8c13a92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454142 Apr 12 20:21:05.251087 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:05.251359 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651137'] for floatingip (8caf193a-89dd-480a-ba31-cbc7cc50bcde), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:05.251759 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.l3_db [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Floating IP 8caf193a-89dd-480a-ba31-cbc7cc50bcde disassociated. External IP: 172.27.0.206, port: c3467577-c3d0-4deb-ac63-9af94be18490. Apr 12 20:21:05.252115 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Calling delete_port for c3467577-c3d0-4deb-ac63-9af94be18490 owned by compute:nova {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:05.377184 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (c3467577-c3d0-4deb-ac63-9af94be18490), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:05.404743 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event deleted for resources: {'Port': ['ID=c3467577-c3d0-4deb-ac63-9af94be18490,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:05.415413 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.415773 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.416125 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.416496 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.416837 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.417174 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.417508 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.417838 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.418171 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.418499 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.418829 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.419160 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.419486 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.420421 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.420755 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:05.533666 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Router 508913dd-955d-4719-9c00-bffdc416f886 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:21:05.641808 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:21:05.651745 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268b31a-3808-4abb-a27d-00a765f4527c None None] Sync routers for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:21:05.661834 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b268b31a-3808-4abb-a27d-00a765f4527c None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:21:05.662434 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-b268b31a-3808-4abb-a27d-00a765f4527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:20:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:05.683023 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] No DVR routers for this DVR port c3467577-c3d0-4deb-ac63-9af94be18490 on host hv-cinder-83754 {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:21:05.685948 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:05.689418 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-8b38ea1f-4e11-4606-84df-06b4dcb48f39 req-1982da93-eee8-4f3a-93ac-fd4ce9a944d3 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.13 "DELETE /v2.0/ports/c3467577-c3d0-4deb-ac63-9af94be18490 HTTP/1.1" status: 204 len: 173 time: 0.8245766 Apr 12 20:21:05.689859 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082050a1-75f7-47c0-a87a-43f5760a5a95', 'name': 'network-vif-deleted', 'tag': 'c3467577-c3d0-4deb-ac63-9af94be18490'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:21:05.692085 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9ec7a8-5199-4a64-8cb7-6776e3a95dcb" -d '{"events": [{"server_uuid": "082050a1-75f7-47c0-a87a-43f5760a5a95", "name": "network-vif-deleted", "tag": "c3467577-c3d0-4deb-ac63-9af94be18490"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:21:05.783144 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-b268b31a-3808-4abb-a27d-00a765f4527c None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:21:05.794364 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b003ac3-49ee-474a-968c-e4e0637efe59 x-openstack-request-id: req-0b003ac3-49ee-474a-968c-e4e0637efe59 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:21:05.794912 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082050a1-75f7-47c0-a87a-43f5760a5a95", "name": "network-vif-deleted", "tag": "c3467577-c3d0-4deb-ac63-9af94be18490", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:21:05.795352 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b003ac3-49ee-474a-968c-e4e0637efe59 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:21:05.795951 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b003ac3-49ee-474a-968c-e4e0637efe59'] response: {'server_uuid': '082050a1-75f7-47c0-a87a-43f5760a5a95', 'name': 'network-vif-deleted', 'tag': 'c3467577-c3d0-4deb-ac63-9af94be18490', 'status': 'completed', 'code': 200} Apr 12 20:21:05.986932 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2d97d341-22ff-4821-a51e-ee8a0792b0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:06.072350 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-b268b31a-3808-4abb-a27d-00a765f4527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 5, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:06.098302 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268b31a-3808-4abb-a27d-00a765f4527c None None] Checking router: 508913dd-955d-4719-9c00-bffdc416f886 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:21:06.106497 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b268b31a-3808-4abb-a27d-00a765f4527c None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:21:06.107676 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-b268b31a-3808-4abb-a27d-00a765f4527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:20:38Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:06.221705 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-b268b31a-3808-4abb-a27d-00a765f4527c None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:21:06.330526 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46014) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:06.384896 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-feded8d0-3700-4368-8589-e10749987405 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group (c66cb2c1-dd29-46fc-b018-b9eed8c13a92), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:06.408107 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-feded8d0-3700-4368-8589-e10749987405 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group (c66cb2c1-dd29-46fc-b018-b9eed8c13a92), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:06.420899 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-b268b31a-3808-4abb-a27d-00a765f4527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 5, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:06.448008 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268b31a-3808-4abb-a27d-00a765f4527c None None] The sync data for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi is: [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:45Z', 'revision_number': 4, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe', 'name': '', 'network_id': '26425c7f-fc2a-4e03-aec8-3d8425652824', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'mac_address': 'fa:16:3e:d3:ce:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:44Z', 'updated_at': '2022-04-12T20:16:49Z', 'revision_number': 5, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'subnets': [{'id': 'bd0872dc-bcf8-4267-a65a-45c4d89c9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:21:06.457811 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-feded8d0-3700-4368-8589-e10749987405 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c66cb2c1-dd29-46fc-b018-b9eed8c13a92), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:06.460894 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-feded8d0-3700-4368-8589-e10749987405 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:06.462111 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-feded8d0-3700-4368-8589-e10749987405 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "DELETE /v2.0/security-groups/c66cb2c1-dd29-46fc-b018-b9eed8c13a92 HTTP/1.1" status: 204 len: 168 time: 0.1305017 Apr 12 20:21:06.464962 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46016) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:06.472455 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feded8d0-3700-4368-8589-e10749987405 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66cb2c1-dd29-46fc-b018-b9eed8c13a92,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:06.479935 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.api.v2.resource [None req-0e7a3ab6-7c6c-407b-b5a6-d8855070592a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] show failed (client error): The resource could not be found. Apr 12 20:21:06.484758 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-0e7a3ab6-7c6c-407b-b5a6-d8855070592a tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "GET /v2.0/security-groups/c66cb2c1-dd29-46fc-b018-b9eed8c13a92 HTTP/1.1" status: 404 len: 347 time: 0.0187767 Apr 12 20:21:06.485312 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46018) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:06.612003 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-66695dda-47d5-4c13-aa10-a4788bae3710 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Deleting port 51beeb0c-d151-40e8-8feb-b8b6616080ec {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:06.612448 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-66695dda-47d5-4c13-aa10-a4788bae3710 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (51beeb0c-d151-40e8-8feb-b8b6616080ec), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:06.683118 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9039aa8e-6d86-4a73-9cfb-cf0b56ea61ec None None] New status for floating IP 8caf193a-89dd-480a-ba31-cbc7cc50bcde: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:21:06.692649 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-66695dda-47d5-4c13-aa10-a4788bae3710 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (51beeb0c-d151-40e8-8feb-b8b6616080ec), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:06.692990 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-66695dda-47d5-4c13-aa10-a4788bae3710 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (51beeb0c-d151-40e8-8feb-b8b6616080ec), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:06.706199 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-66695dda-47d5-4c13-aa10-a4788bae3710 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Calling delete_port for 51beeb0c-d151-40e8-8feb-b8b6616080ec owned by network:floatingip {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:06.840511 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-66695dda-47d5-4c13-aa10-a4788bae3710 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (51beeb0c-d151-40e8-8feb-b8b6616080ec), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:06.865609 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66695dda-47d5-4c13-aa10-a4788bae3710 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Pushing event deleted for resources: {'Port': ['ID=51beeb0c-d151-40e8-8feb-b8b6616080ec,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:06.930570 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-66695dda-47d5-4c13-aa10-a4788bae3710 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks [] for floatingip (8caf193a-89dd-480a-ba31-cbc7cc50bcde), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:06.933151 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-66695dda-47d5-4c13-aa10-a4788bae3710 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:06.934299 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-66695dda-47d5-4c13-aa10-a4788bae3710 tempest-AttachVolumeTestJSON-1254956728 tempest-AttachVolumeTestJSON-1254956728-project] 10.222.0.44 "DELETE /v2.0/floatingips/8caf193a-89dd-480a-ba31-cbc7cc50bcde HTTP/1.1" status: 204 len: 168 time: 0.4479098 Apr 12 20:21:07.373672 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device c3467577-c3d0-4deb-ac63-9af94be18490 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:21:07.394325 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: c3467577-c3d0-4deb-ac63-9af94be18490 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:21:07.394678 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device c3467577-c3d0-4deb-ac63-9af94be18490 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:21:07.549991 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:21:08.464631 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9c9c2c7d-4e34-4de1-bc2c-4e39861ee0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:09.584527 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:10.449225 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46046) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:10.753254 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:10.766620 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-924b8055-81b8-4308-b2a4-b7610834fd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651905'] for router_interface (508913dd-955d-4719-9c00-bffdc416f886), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:10.992484 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-924b8055-81b8-4308-b2a4-b7610834fd70 admin admin] Deleting port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:10.992828 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-924b8055-81b8-4308-b2a4-b7610834fd70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:11.072685 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-924b8055-81b8-4308-b2a4-b7610834fd70 admin admin] For port dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:21:11.073053 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-924b8055-81b8-4308-b2a4-b7610834fd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:11.085936 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-924b8055-81b8-4308-b2a4-b7610834fd70 admin admin] Calling delete_port for dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe owned by network:router_interface {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:11.269105 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-924b8055-81b8-4308-b2a4-b7610834fd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:11.292663 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b8055-81b8-4308-b2a4-b7610834fd70 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:11.458370 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-924b8055-81b8-4308-b2a4-b7610834fd70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651805'] for router_interface (508913dd-955d-4719-9c00-bffdc416f886), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:11.671047 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924b8055-81b8-4308-b2a4-b7610834fd70 admin admin] Router 508913dd-955d-4719-9c00-bffdc416f886 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:21:11.774835 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924b8055-81b8-4308-b2a4-b7610834fd70 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:21:11.783336 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46050) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:11.783771 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-924b8055-81b8-4308-b2a4-b7610834fd70 admin admin] 10.222.0.44 "PUT /v2.0/routers/508913dd-955d-4719-9c00-bffdc416f886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3331699 Apr 12 20:21:11.784318 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b771329-7bf5-42a8-91ff-f7ecdbd6a857 None None] Sync routers for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:21:11.793957 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b771329-7bf5-42a8-91ff-f7ecdbd6a857 None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:21:11.795184 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-1b771329-7bf5-42a8-91ff-f7ecdbd6a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:21:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:11.891460 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Publish callbacks [] for router (508913dd-955d-4719-9c00-bffdc416f886), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:11.901897 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-1b771329-7bf5-42a8-91ff-f7ecdbd6a857 None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:21:11.996582 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Publish callbacks [] for router_gateway (508913dd-955d-4719-9c00-bffdc416f886), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.041236 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Deleting port 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:12.041579 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.069655 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-1b771329-7bf5-42a8-91ff-f7ecdbd6a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:21:11Z', 'revision_number': 5, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port': {'id': '9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508913dd-955d-4719-9c00-bffdc416f886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:12.100501 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b771329-7bf5-42a8-91ff-f7ecdbd6a857 None None] Checking router: 508913dd-955d-4719-9c00-bffdc416f886 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:21:12.109259 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b771329-7bf5-42a8-91ff-f7ecdbd6a857 None None] Routers {'508913dd-955d-4719-9c00-bffdc416f886'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:21:12.109864 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-1b771329-7bf5-42a8-91ff-f7ecdbd6a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:21:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['508913dd-955d-4719-9c00-bffdc416f886'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:12.122732 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] For port 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:21:12.123108 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.137187 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Calling delete_port for 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:12.199175 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-1b771329-7bf5-42a8-91ff-f7ecdbd6a857 None None] Set router 508913dd-955d-4719-9c00-bffdc416f886 gateway port host: None {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:21:12.252893 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-1b771329-7bf5-42a8-91ff-f7ecdbd6a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:21:11Z', 'revision_number': 6, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port_host': None}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:12.284845 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b771329-7bf5-42a8-91ff-f7ecdbd6a857 None None] The sync data for ids ['508913dd-955d-4719-9c00-bffdc416f886'] in dv-cinder-837542-1-iscsi is: [{'id': '508913dd-955d-4719-9c00-bffdc416f886', 'name': 'tempest-AttachVolumeTestJSON-2921404-router', 'tenant_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:42Z', 'updated_at': '2022-04-12T20:21:11Z', 'revision_number': 6, 'project_id': 'ba7f619ac25a4e73bb81421ce2e15385', 'gw_port_host': None}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:21:12.307952 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.336341 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:12.396295 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651195'] for router_gateway (508913dd-955d-4719-9c00-bffdc416f886), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.488727 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61343'] for router (508913dd-955d-4719-9c00-bffdc416f886), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.490812 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Publish callbacks [] for router_controller (508913dd-955d-4719-9c00-bffdc416f886), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.533831 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650462'] for router (508913dd-955d-4719-9c00-bffdc416f886), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.534353 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 508913dd-955d-4719-9c00-bffdc416f886 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:21:12.539341 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.540647 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e2a5c67d-77d6-41c2-9513-bca4e5047186 admin admin] 10.222.0.44 "DELETE /v2.0/routers/508913dd-955d-4719-9c00-bffdc416f886 HTTP/1.1" status: 204 len: 168 time: 0.7560856 Apr 12 20:21:12.543857 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46052) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:12.588783 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7767b314-4526-45f3-93bd-b3c74e878dc3 admin admin] Deleting subnet bd0872dc-bcf8-4267-a65a-45c4d89c9db7 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:21:12.591860 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7767b314-4526-45f3-93bd-b3c74e878dc3 admin admin] Publish callbacks [] for subnet (bd0872dc-bcf8-4267-a65a-45c4d89c9db7), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.625839 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7767b314-4526-45f3-93bd-b3c74e878dc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066142160'] for subnet (bd0872dc-bcf8-4267-a65a-45c4d89c9db7), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.665154 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.717418 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7767b314-4526-45f3-93bd-b3c74e878dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (bd0872dc-bcf8-4267-a65a-45c4d89c9db7), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.769369 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:21:12.773934 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7767b314-4526-45f3-93bd-b3c74e878dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065568327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065880476'] for subnet (bd0872dc-bcf8-4267-a65a-45c4d89c9db7), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.790435 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:21:12.790717 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device dd7e091b-4758-46b1-89f9-0f7a7c8ec6fe not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:21:12.801063 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767b314-4526-45f3-93bd-b3c74e878dc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd0872dc-bcf8-4267-a65a-45c4d89c9db7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:12.804628 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7767b314-4526-45f3-93bd-b3c74e878dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.807753 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-7767b314-4526-45f3-93bd-b3c74e878dc3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bd0872dc-bcf8-4267-a65a-45c4d89c9db7 HTTP/1.1" status: 204 len: 168 time: 0.2635789 Apr 12 20:21:12.810833 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46054) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:12.813435 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874829bd-d5b9-427b-b952-6cfe828e952a None None] Network 26425c7f-fc2a-4e03-aec8-3d8425652824 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:21:12.880421 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (26425c7f-fc2a-4e03-aec8-3d8425652824), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.924918 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Deleting port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:12.925312 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:12.990561 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] For port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0,segment=NetworkSegment(8302b495-ddbc-4f08-8b09-6bb6d72917cf),segment_id=8302b495-ddbc-4f08-8b09-6bb6d72917cf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:21:12.990923 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.003738 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Calling delete_port for c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:13.083429 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.108894 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:13.112591 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] No DVR routers for this DVR port c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 on host dv-cinder-837542-1-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:21:13.115369 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f0aa42-fabd-4f09-a388-3dfbe6774be7 None None] DHCP port deletion for 26425c7f-fc2a-4e03-aec8-3d8425652824 request from dv-cinder-837542-1-iscsi {{(pid=103446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:21:13.191587 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (26425c7f-fc2a-4e03-aec8-3d8425652824), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.214705 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26425c7f-fc2a-4e03-aec8-3d8425652824']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:13.224209 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8302b495-ddbc-4f08-8b09-6bb6d72917cf') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:13.224546 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8302b495-ddbc-4f08-8b09-6bb6d72917cf') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:13.234437 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066142187'] for segment (8302b495-ddbc-4f08-8b09-6bb6d72917cf), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.248258 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (8302b495-ddbc-4f08-8b09-6bb6d72917cf), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.254632 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:21:13.255027 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065568509'] for segment (8302b495-ddbc-4f08-8b09-6bb6d72917cf), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: Traceback (most recent call last): Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: timer() Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: cb(*args, **kw) Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: self._notify() Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: self.callback(batched_events) Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: event.method(event) Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: return f(self, *a, **k) Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._get(url).json() Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:21:13.256844 dv-cinder-837542-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:21:13.318195 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (26425c7f-fc2a-4e03-aec8-3d8425652824), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.323964 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.330069 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] 10.222.0.44 "DELETE /v2.0/networks/26425c7f-fc2a-4e03-aec8-3d8425652824 HTTP/1.1" status: 204 len: 168 time: 0.5158973 Apr 12 20:21:13.338859 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c0d69-18b9-4c6f-9644-c20eae73a47e admin admin] Pushing event deleted for resources: {'Network': ['ID=26425c7f-fc2a-4e03-aec8-3d8425652824,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:13.492644 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46058) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:13.532149 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-05f14cac-08fd-4c2b-8426-51e1c54e8400 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba7f619ac25a4e73bb81421ce2e15385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383334 Apr 12 20:21:13.534583 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46060) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:13.585589 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3aa2dbba-b2dd-4489-82c0-3a046acc1286 admin admin] Publish callbacks [] for security_group (9db3651f-5840-4f2c-9d2c-b221c355d4af), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.609062 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3aa2dbba-b2dd-4489-82c0-3a046acc1286 admin admin] Publish callbacks [] for security_group (9db3651f-5840-4f2c-9d2c-b221c355d4af), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.656809 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3aa2dbba-b2dd-4489-82c0-3a046acc1286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (9db3651f-5840-4f2c-9d2c-b221c355d4af), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.659238 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3aa2dbba-b2dd-4489-82c0-3a046acc1286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:13.660410 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3aa2dbba-b2dd-4489-82c0-3a046acc1286 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9db3651f-5840-4f2c-9d2c-b221c355d4af HTTP/1.1" status: 204 len: 168 time: 0.1249218 Apr 12 20:21:13.667798 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2dbba-b2dd-4489-82c0-3a046acc1286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db3651f-5840-4f2c-9d2c-b221c355d4af,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:14.490057 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:21:14.509958 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:21:14.510315 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 9e4ff4a8-2ea1-4fc0-9a81-e69fc230e35a not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:21:14.510736 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:21:14.532710 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:21:14.533066 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device c9ff567b-3c58-49d1-bd1d-b3bfb6b8a1c0 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:21:15.964122 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46130) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:16.067221 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-07af65dd-505d-408f-a602-94debb008f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.142556 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-07af65dd-505d-408f-a602-94debb008f72 admin admin] Publish callbacks [] for security_group (23845244-aea3-43fd-8061-9f696444f7d0), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.146017 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-07af65dd-505d-408f-a602-94debb008f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (23845244-aea3-43fd-8061-9f696444f7d0), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.189962 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-07af65dd-505d-408f-a602-94debb008f72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e53ff8bed5c4080ac71515ac4059354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245042 Apr 12 20:21:16.191181 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af65dd-505d-408f-a602-94debb008f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23845244-aea3-43fd-8061-9f696444f7d0,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:16.192443 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46134) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:16.244621 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a992377f-1b9e-4169-a74c-579e44716f46 admin admin] Publish callbacks [] for security_group (23845244-aea3-43fd-8061-9f696444f7d0), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.268649 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a992377f-1b9e-4169-a74c-579e44716f46 admin admin] Publish callbacks [] for security_group (23845244-aea3-43fd-8061-9f696444f7d0), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.315626 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a992377f-1b9e-4169-a74c-579e44716f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (23845244-aea3-43fd-8061-9f696444f7d0), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.318380 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a992377f-1b9e-4169-a74c-579e44716f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.319520 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a992377f-1b9e-4169-a74c-579e44716f46 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/23845244-aea3-43fd-8061-9f696444f7d0 HTTP/1.1" status: 204 len: 168 time: 0.1258304 Apr 12 20:21:16.327513 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992377f-1b9e-4169-a74c-579e44716f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23845244-aea3-43fd-8061-9f696444f7d0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:16.575164 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46140) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:16.588176 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0913271e-3de3-4997-bb3c-44fc3248da0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.661841 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0913271e-3de3-4997-bb3c-44fc3248da0d admin admin] Publish callbacks [] for security_group (ea2b0ff9-b372-4979-9b23-962ff516e48c), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.665358 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0913271e-3de3-4997-bb3c-44fc3248da0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (ea2b0ff9-b372-4979-9b23-962ff516e48c), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.703238 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-0913271e-3de3-4997-bb3c-44fc3248da0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ab8929251f14eb096e09a7b96dcd8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269670 Apr 12 20:21:16.703929 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913271e-3de3-4997-bb3c-44fc3248da0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2b0ff9-b372-4979-9b23-962ff516e48c,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:16.706564 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46142) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:16.754321 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ca30e5d-c77f-4da8-8373-9efab04490e4 admin admin] Publish callbacks [] for security_group (ea2b0ff9-b372-4979-9b23-962ff516e48c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.775426 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ca30e5d-c77f-4da8-8373-9efab04490e4 admin admin] Publish callbacks [] for security_group (ea2b0ff9-b372-4979-9b23-962ff516e48c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.821181 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ca30e5d-c77f-4da8-8373-9efab04490e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (ea2b0ff9-b372-4979-9b23-962ff516e48c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.823846 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ca30e5d-c77f-4da8-8373-9efab04490e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:16.824929 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1ca30e5d-c77f-4da8-8373-9efab04490e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea2b0ff9-b372-4979-9b23-962ff516e48c HTTP/1.1" status: 204 len: 168 time: 0.1172321 Apr 12 20:21:16.833129 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca30e5d-c77f-4da8-8373-9efab04490e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2b0ff9-b372-4979-9b23-962ff516e48c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:20.803955 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46198) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:20.957687 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fa1b6-eec2-43c8-a751-c4cba4207631 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Deleting port f3382e16-e346-4f8a-830b-9c3c28c2e750 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:20.958035 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa1b6-eec2-43c8-a751-c4cba4207631 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (f3382e16-e346-4f8a-830b-9c3c28c2e750), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:21.035167 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa1b6-eec2-43c8-a751-c4cba4207631 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (f3382e16-e346-4f8a-830b-9c3c28c2e750), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:21.035573 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa1b6-eec2-43c8-a751-c4cba4207631 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for floatingip (f3382e16-e346-4f8a-830b-9c3c28c2e750), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:21.048239 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fa1b6-eec2-43c8-a751-c4cba4207631 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Calling delete_port for f3382e16-e346-4f8a-830b-9c3c28c2e750 owned by network:floatingip {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:21.460300 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:21.461276 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa1b6-eec2-43c8-a751-c4cba4207631 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (f3382e16-e346-4f8a-830b-9c3c28c2e750), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:21.487131 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fa1b6-eec2-43c8-a751-c4cba4207631 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Pushing event deleted for resources: {'Port': ['ID=f3382e16-e346-4f8a-830b-9c3c28c2e750,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:21.548232 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa1b6-eec2-43c8-a751-c4cba4207631 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for floatingip (4291d07f-a86f-4cc7-834d-2b54e8ff1906), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:21.548589 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.l3_db [None req-3d0fa1b6-eec2-43c8-a751-c4cba4207631 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Floating IP 4291d07f-a86f-4cc7-834d-2b54e8ff1906 disassociated (deleted). External IP: 172.27.0.120, port: 6846941b-72e6-4185-8c93-696a0ed36f21. Apr 12 20:21:21.754212 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0fa1b6-eec2-43c8-a751-c4cba4207631 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Router d4975005-c79c-48d7-9b84-18f4f139052c has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:21:21.861377 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0fa1b6-eec2-43c8-a751-c4cba4207631 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:21:21.866048 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa1b6-eec2-43c8-a751-c4cba4207631 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:21.870706 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396f35a-2438-4050-8e1b-ffa0bd461a31 None None] Sync routers for ids ['d4975005-c79c-48d7-9b84-18f4f139052c'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:21:21.879799 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396f35a-2438-4050-8e1b-ffa0bd461a31 None None] Routers {'d4975005-c79c-48d7-9b84-18f4f139052c'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:21:21.880464 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-5396f35a-2438-4050-8e1b-ffa0bd461a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:21:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d4975005-c79c-48d7-9b84-18f4f139052c'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:21.895462 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-3d0fa1b6-eec2-43c8-a751-c4cba4207631 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "DELETE /v2.0/floatingips/4291d07f-a86f-4cc7-834d-2b54e8ff1906 HTTP/1.1" status: 204 len: 168 time: 1.0904024 Apr 12 20:21:21.896050 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:21:21.898357 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0" -d '{"events": [{"name": "network-changed", "server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:21:21.936920 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f297349-7c34-47c7-aae7-83f66934ce44 x-openstack-request-id: req-2f297349-7c34-47c7-aae7-83f66934ce44 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:21:21.936920 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:21:21.936920 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f297349-7c34-47c7-aae7-83f66934ce44 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:21:21.937263 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f297349-7c34-47c7-aae7-83f66934ce44'] response: {'name': 'network-changed', 'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21', 'status': 'completed', 'code': 200} Apr 12 20:21:21.997708 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-5396f35a-2438-4050-8e1b-ffa0bd461a31 None None] Set router d4975005-c79c-48d7-9b84-18f4f139052c gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:21:22.126896 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0 req-c5ac2278-89b7-440a-89a1-747e8f97662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:22.129008 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0 req-c5ac2278-89b7-440a-89a1-747e8f97662c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a20446396734ae288db2ceb1ea6d037&device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 1129 time: 0.1668954 Apr 12 20:21:22.133942 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5158d7-0528-40af-883e-d3a3ffe9a979 req-7f399e39-5c65-4fcd-aa94-16098e5cb617 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:22.135423 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da5158d7-0528-40af-883e-d3a3ffe9a979 req-7f399e39-5c65-4fcd-aa94-16098e5cb617 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0564389 Apr 12 20:21:22.190776 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da5158d7-0528-40af-883e-d3a3ffe9a979 req-bb05fa7c-9696-4c9b-95ed-5693616d8013 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495374 Apr 12 20:21:22.197930 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-5396f35a-2438-4050-8e1b-ffa0bd461a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '14d76a96-1c64-494d-9425-615e3cec148c', 'name': '', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'mac_address': 'fa:16:3e:31:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:23Z', 'updated_at': '2022-04-12T20:16:27Z', 'revision_number': 5, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'subnets': [{'id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:22.231235 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396f35a-2438-4050-8e1b-ffa0bd461a31 None None] Checking router: d4975005-c79c-48d7-9b84-18f4f139052c for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:21:22.240213 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396f35a-2438-4050-8e1b-ffa0bd461a31 None None] Routers {'d4975005-c79c-48d7-9b84-18f4f139052c'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:21:22.240856 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-5396f35a-2438-4050-8e1b-ffa0bd461a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:21:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d4975005-c79c-48d7-9b84-18f4f139052c'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:22.350506 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-5396f35a-2438-4050-8e1b-ffa0bd461a31 None None] Set router d4975005-c79c-48d7-9b84-18f4f139052c gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:21:22.545722 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-5396f35a-2438-4050-8e1b-ffa0bd461a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '14d76a96-1c64-494d-9425-615e3cec148c', 'name': '', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'mac_address': 'fa:16:3e:31:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:23Z', 'updated_at': '2022-04-12T20:16:27Z', 'revision_number': 5, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'subnets': [{'id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:22.573730 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396f35a-2438-4050-8e1b-ffa0bd461a31 None None] The sync data for ids ['d4975005-c79c-48d7-9b84-18f4f139052c'] in dv-cinder-837542-1-iscsi is: [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': '14d76a96-1c64-494d-9425-615e3cec148c', 'name': '', 'network_id': 'e5af3e9e-8023-4bdc-bd42-4d77602f877c', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'mac_address': 'fa:16:3e:31:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:23Z', 'updated_at': '2022-04-12T20:16:27Z', 'revision_number': 5, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'subnets': [{'id': '5b5212f1-da48-4d00-9997-9a256138bdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:21:22.807147 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ad005-11ec-4d4a-ab35-7a9de6b04af1 None None] New status for floating IP 4291d07f-a86f-4cc7-834d-2b54e8ff1906: DOWN {{(pid=103447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:21:23.284766 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0 req-d045f0ff-4086-406a-af9a-e5ca7aaee860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:23.286260 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0 req-d045f0ff-4086-406a-af9a-e5ca7aaee860 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5af3e9e-8023-4bdc-bd42-4d77602f877c HTTP/1.1" status: 200 len: 910 time: 0.0877473 Apr 12 20:21:23.309766 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003416b8-7a13-4f2f-8f30-bd8fc705591b req-0f704678-5748-4251-a5ac-27d1bcdbc8bd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:23.311360 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-003416b8-7a13-4f2f-8f30-bd8fc705591b req-0f704678-5748-4251-a5ac-27d1bcdbc8bd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0464861 Apr 12 20:21:23.331211 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0 req-48036dc9-5a0c-4db6-88a6-fed6064d9819 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6846941b-72e6-4185-8c93-696a0ed36f21 HTTP/1.1" status: 200 len: 217 time: 0.0377822 Apr 12 20:21:23.360478 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-003416b8-7a13-4f2f-8f30-bd8fc705591b req-6c7fe02d-1676-41f6-9c4b-cb5d2029b92a tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/security-groups?id=255e53d3-5da4-4932-a9d5-74f83efac000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430715 Apr 12 20:21:23.447309 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0 req-67d69a53-9a8a-49da-9ed0-afe047c8ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:23.448751 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0 req-67d69a53-9a8a-49da-9ed0-afe047c8ff9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5212f1-da48-4d00-9997-9a256138bdf3 HTTP/1.1" status: 200 len: 848 time: 0.0427866 Apr 12 20:21:23.493003 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0 req-ea451d93-7fa7-4d8e-a6dc-66ec2c993ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:23.494355 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0 req-ea451d93-7fa7-4d8e-a6dc-66ec2c993ce6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5af3e9e-8023-4bdc-bd42-4d77602f877c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380247 Apr 12 20:21:23.655164 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0 req-9800e7ba-49fd-4bcb-b43a-136efea734c6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 20:21:23.656154 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0 req-9800e7ba-49fd-4bcb-b43a-136efea734c6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052643 Apr 12 20:21:23.753349 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0 req-5ff7449b-4556-4876-b34c-f622b9c97734 service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899456 Apr 12 20:21:23.767231 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97b98b-a7da-4b24-82dc-e224d98f59ce req-0ebb533f-0d9d-4027-bb52-7885066111fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:23.769194 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9e97b98b-a7da-4b24-82dc-e224d98f59ce req-0ebb533f-0d9d-4027-bb52-7885066111fa tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.13 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 945 time: 0.0490742 Apr 12 20:21:23.857163 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-cb89fc3d-3fda-4da1-bd2d-b5f90be941d0 req-39f96618-6aae-4ec6-9229-e29ef5b047f1 service neutron] 10.222.0.13 "GET /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972681 Apr 12 20:21:23.874729 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-9e97b98b-a7da-4b24-82dc-e224d98f59ce req-d6d9ae94-f450-4df7-bc3b-bf9c8417f3bd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Deleting port 6846941b-72e6-4185-8c93-696a0ed36f21 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:23.875086 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9e97b98b-a7da-4b24-82dc-e224d98f59ce req-d6d9ae94-f450-4df7-bc3b-bf9c8417f3bd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:23.964349 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-9e97b98b-a7da-4b24-82dc-e224d98f59ce req-d6d9ae94-f450-4df7-bc3b-bf9c8417f3bd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] For port 6846941b-72e6-4185-8c93-696a0ed36f21, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6846941b-72e6-4185-8c93-696a0ed36f21,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:21:23.964720 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9e97b98b-a7da-4b24-82dc-e224d98f59ce req-d6d9ae94-f450-4df7-bc3b-bf9c8417f3bd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:23.978069 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-9e97b98b-a7da-4b24-82dc-e224d98f59ce req-d6d9ae94-f450-4df7-bc3b-bf9c8417f3bd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Calling delete_port for 6846941b-72e6-4185-8c93-696a0ed36f21 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:24.115090 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9e97b98b-a7da-4b24-82dc-e224d98f59ce req-d6d9ae94-f450-4df7-bc3b-bf9c8417f3bd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (6846941b-72e6-4185-8c93-696a0ed36f21), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:24.151783 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9ae94-f450-4df7-bc3b-bf9c8417f3bd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Pushing event deleted for resources: {'Port': ['ID=6846941b-72e6-4185-8c93-696a0ed36f21,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:24.197181 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e97b98b-a7da-4b24-82dc-e224d98f59ce req-d6d9ae94-f450-4df7-bc3b-bf9c8417f3bd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] No DVR routers for this DVR port 6846941b-72e6-4185-8c93-696a0ed36f21 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:21:24.199634 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-9e97b98b-a7da-4b24-82dc-e224d98f59ce req-d6d9ae94-f450-4df7-bc3b-bf9c8417f3bd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:24.203542 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9e97b98b-a7da-4b24-82dc-e224d98f59ce req-d6d9ae94-f450-4df7-bc3b-bf9c8417f3bd tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.13 "DELETE /v2.0/ports/6846941b-72e6-4185-8c93-696a0ed36f21 HTTP/1.1" status: 204 len: 173 time: 0.4292281 Apr 12 20:21:24.203976 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'name': 'network-vif-deleted', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:21:24.206208 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce81533-fe0e-4df1-a8a6-8db657ffbebd" -d '{"events": [{"server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "name": "network-vif-deleted", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:21:24.362612 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d857f3ad-8329-47ed-b8b8-3d231a74133e x-openstack-request-id: req-d857f3ad-8329-47ed-b8b8-3d231a74133e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:21:24.363161 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d0eceb-b887-4f1f-bfb5-8c8dbecac927", "name": "network-vif-deleted", "tag": "6846941b-72e6-4185-8c93-696a0ed36f21", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:21:24.363161 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d857f3ad-8329-47ed-b8b8-3d231a74133e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:21:24.363545 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d857f3ad-8329-47ed-b8b8-3d231a74133e'] response: {'server_uuid': '03d0eceb-b887-4f1f-bfb5-8c8dbecac927', 'name': 'network-vif-deleted', 'tag': '6846941b-72e6-4185-8c93-696a0ed36f21', 'status': 'completed', 'code': 200} Apr 12 20:21:24.456431 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-86d68e33-fdc5-4503-a461-2ce5b3c21914 req-b8e6b359-d877-48a1-ac5c-0d71edc15b05 tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d0eceb-b887-4f1f-bfb5-8c8dbecac927 HTTP/1.1" status: 200 len: 210 time: 0.0289755 Apr 12 20:21:25.513518 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46258) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:25.569297 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b25a-4ad5-4b11-bb0c-7a36ddd400be tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group (255e53d3-5da4-4932-a9d5-74f83efac000), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:25.594105 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b25a-4ad5-4b11-bb0c-7a36ddd400be tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group (255e53d3-5da4-4932-a9d5-74f83efac000), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:25.656120 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b25a-4ad5-4b11-bb0c-7a36ddd400be tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (255e53d3-5da4-4932-a9d5-74f83efac000), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:25.658672 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b25a-4ad5-4b11-bb0c-7a36ddd400be tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:25.659847 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-f0e5b25a-4ad5-4b11-bb0c-7a36ddd400be tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] 10.222.0.44 "DELETE /v2.0/security-groups/255e53d3-5da4-4932-a9d5-74f83efac000 HTTP/1.1" status: 204 len: 168 time: 0.1452725 Apr 12 20:21:25.668687 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5b25a-4ad5-4b11-bb0c-7a36ddd400be tempest-TestShelveInstance-1219855624 tempest-TestShelveInstance-1219855624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=255e53d3-5da4-4932-a9d5-74f83efac000,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:25.705782 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46262) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:26.121481 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-677fbc09-856d-4a99-8c57-bfdd3e9fd8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651905'] for router_interface (d4975005-c79c-48d7-9b84-18f4f139052c), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:26.359646 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-677fbc09-856d-4a99-8c57-bfdd3e9fd8a8 admin admin] Deleting port 14d76a96-1c64-494d-9425-615e3cec148c {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:26.360025 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-677fbc09-856d-4a99-8c57-bfdd3e9fd8a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (14d76a96-1c64-494d-9425-615e3cec148c), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:26.439727 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-677fbc09-856d-4a99-8c57-bfdd3e9fd8a8 admin admin] For port 14d76a96-1c64-494d-9425-615e3cec148c, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=14d76a96-1c64-494d-9425-615e3cec148c,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:21:26.440094 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-677fbc09-856d-4a99-8c57-bfdd3e9fd8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (14d76a96-1c64-494d-9425-615e3cec148c), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:26.452509 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-677fbc09-856d-4a99-8c57-bfdd3e9fd8a8 admin admin] Calling delete_port for 14d76a96-1c64-494d-9425-615e3cec148c owned by network:router_interface {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:26.630875 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-677fbc09-856d-4a99-8c57-bfdd3e9fd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (14d76a96-1c64-494d-9425-615e3cec148c), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:26.657129 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fbc09-856d-4a99-8c57-bfdd3e9fd8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=14d76a96-1c64-494d-9425-615e3cec148c,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:26.822786 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-677fbc09-856d-4a99-8c57-bfdd3e9fd8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651805'] for router_interface (d4975005-c79c-48d7-9b84-18f4f139052c), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:27.036617 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677fbc09-856d-4a99-8c57-bfdd3e9fd8a8 admin admin] Router d4975005-c79c-48d7-9b84-18f4f139052c has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:21:27.142136 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677fbc09-856d-4a99-8c57-bfdd3e9fd8a8 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:21:27.148704 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-677fbc09-856d-4a99-8c57-bfdd3e9fd8a8 admin admin] 10.222.0.44 "PUT /v2.0/routers/d4975005-c79c-48d7-9b84-18f4f139052c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4402959 Apr 12 20:21:27.149738 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46274) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:27.152475 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a486a-35b3-45dc-aa86-5eac8462f6fd None None] Sync routers for ids ['d4975005-c79c-48d7-9b84-18f4f139052c'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:21:27.165077 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a486a-35b3-45dc-aa86-5eac8462f6fd None None] Routers {'d4975005-c79c-48d7-9b84-18f4f139052c'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:21:27.165699 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b13a486a-35b3-45dc-aa86-5eac8462f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:21:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d4975005-c79c-48d7-9b84-18f4f139052c'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:27.259233 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Publish callbacks [] for router (d4975005-c79c-48d7-9b84-18f4f139052c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:27.280079 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-b13a486a-35b3-45dc-aa86-5eac8462f6fd None None] Set router d4975005-c79c-48d7-9b84-18f4f139052c gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:21:27.387818 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46280) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:27.464518 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b13a486a-35b3-45dc-aa86-5eac8462f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:21:26Z', 'revision_number': 5, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:27.499379 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a486a-35b3-45dc-aa86-5eac8462f6fd None None] Checking router: d4975005-c79c-48d7-9b84-18f4f139052c for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:21:27.509825 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-32b3942f-a2fd-4808-affd-7e777a0d2d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:27.510086 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a486a-35b3-45dc-aa86-5eac8462f6fd None None] Routers {'d4975005-c79c-48d7-9b84-18f4f139052c'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:21:27.510572 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b13a486a-35b3-45dc-aa86-5eac8462f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:21:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d4975005-c79c-48d7-9b84-18f4f139052c'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:27.590697 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-32b3942f-a2fd-4808-affd-7e777a0d2d50 admin admin] Publish callbacks [] for security_group (c9a19d4e-8e15-4925-b3e3-062829ef6b84), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:27.593003 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 6846941b-72e6-4185-8c93-696a0ed36f21 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:21:27.596703 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-32b3942f-a2fd-4808-affd-7e777a0d2d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c9a19d4e-8e15-4925-b3e3-062829ef6b84), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:27.651952 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-32b3942f-a2fd-4808-affd-7e777a0d2d50 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48d713c271cc49f4900a81b38abbafb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629383 Apr 12 20:21:27.654633 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46284) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:27.662071 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3942f-a2fd-4808-affd-7e777a0d2d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a19d4e-8e15-4925-b3e3-062829ef6b84,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:27.673230 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Publish callbacks [] for router_gateway (d4975005-c79c-48d7-9b84-18f4f139052c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:27.713992 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cbf8e4ff-9e84-48d9-9152-e7d64c672662 admin admin] Publish callbacks [] for security_group (c9a19d4e-8e15-4925-b3e3-062829ef6b84), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:27.724969 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Deleting port 2d2e4b05-f32b-46c0-afab-4050b6b3f780 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:27.725735 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:27.739042 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cbf8e4ff-9e84-48d9-9152-e7d64c672662 admin admin] Publish callbacks [] for security_group (c9a19d4e-8e15-4925-b3e3-062829ef6b84), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:27.771848 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 6846941b-72e6-4185-8c93-696a0ed36f21 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:21:27.772449 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 6846941b-72e6-4185-8c93-696a0ed36f21 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:21:27.789936 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cbf8e4ff-9e84-48d9-9152-e7d64c672662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (c9a19d4e-8e15-4925-b3e3-062829ef6b84), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:27.793511 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cbf8e4ff-9e84-48d9-9152-e7d64c672662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:27.794360 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-b13a486a-35b3-45dc-aa86-5eac8462f6fd None None] Set router d4975005-c79c-48d7-9b84-18f4f139052c gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:21:27.794899 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-cbf8e4ff-9e84-48d9-9152-e7d64c672662 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9a19d4e-8e15-4925-b3e3-062829ef6b84 HTTP/1.1" status: 204 len: 168 time: 0.1392870 Apr 12 20:21:27.805262 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8e4ff-9e84-48d9-9152-e7d64c672662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a19d4e-8e15-4925-b3e3-062829ef6b84,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:27.819581 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] For port 2d2e4b05-f32b-46c0-afab-4050b6b3f780, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=2d2e4b05-f32b-46c0-afab-4050b6b3f780,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:21:27.819952 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:27.834012 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Calling delete_port for 2d2e4b05-f32b-46c0-afab-4050b6b3f780 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:27.985997 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b13a486a-35b3-45dc-aa86-5eac8462f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:21:26Z', 'revision_number': 5, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:28.018194 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a486a-35b3-45dc-aa86-5eac8462f6fd None None] The sync data for ids ['d4975005-c79c-48d7-9b84-18f4f139052c'] in dv-cinder-837542-1-iscsi is: [{'id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'name': 'tempest-TestShelveInstance-1794170098-router', 'tenant_id': '6a20446396734ae288db2ceb1ea6d037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:21:26Z', 'revision_number': 5, 'project_id': '6a20446396734ae288db2ceb1ea6d037', 'gw_port': {'id': '2d2e4b05-f32b-46c0-afab-4050b6b3f780', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4975005-c79c-48d7-9b84-18f4f139052c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:20Z', 'updated_at': '2022-04-12T20:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:21:28.031951 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (2d2e4b05-f32b-46c0-afab-4050b6b3f780), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.061733 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2e4b05-f32b-46c0-afab-4050b6b3f780,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:28.098848 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46290) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:28.111713 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-00dc8eab-31e3-491a-9ec8-0293d56cd1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.129107 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651195'] for router_gateway (d4975005-c79c-48d7-9b84-18f4f139052c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.191504 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-00dc8eab-31e3-491a-9ec8-0293d56cd1e9 admin admin] Publish callbacks [] for security_group (e5c3f99f-8a6d-452c-aeaf-c78179e04d54), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.195078 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-00dc8eab-31e3-491a-9ec8-0293d56cd1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (e5c3f99f-8a6d-452c-aeaf-c78179e04d54), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.225428 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61343'] for router (d4975005-c79c-48d7-9b84-18f4f139052c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.230349 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Publish callbacks [] for router_controller (d4975005-c79c-48d7-9b84-18f4f139052c), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.234864 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-00dc8eab-31e3-491a-9ec8-0293d56cd1e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f447103292884e559f42be6112b399bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348486 Apr 12 20:21:28.236073 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc8eab-31e3-491a-9ec8-0293d56cd1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c3f99f-8a6d-452c-aeaf-c78179e04d54,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:28.239068 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46292) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:28.277599 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650462'] for router (d4975005-c79c-48d7-9b84-18f4f139052c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.278146 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4975005-c79c-48d7-9b84-18f4f139052c {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:21:28.282915 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.283881 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-c6ede1cf-c221-4848-98f0-cbda595d0c1a admin admin] 10.222.0.44 "DELETE /v2.0/routers/d4975005-c79c-48d7-9b84-18f4f139052c HTTP/1.1" status: 204 len: 168 time: 1.1331477 Apr 12 20:21:28.286406 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46294) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:28.297156 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a09084aa-9455-4b23-9ca3-28b928d93696 admin admin] Publish callbacks [] for security_group (e5c3f99f-8a6d-452c-aeaf-c78179e04d54), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.319372 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a09084aa-9455-4b23-9ca3-28b928d93696 admin admin] Publish callbacks [] for security_group (e5c3f99f-8a6d-452c-aeaf-c78179e04d54), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.331481 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdbcccc-3cea-4bd5-ae6e-df4527f7e437 admin admin] Deleting subnet 5b5212f1-da48-4d00-9997-9a256138bdf3 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:21:28.334641 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbdbcccc-3cea-4bd5-ae6e-df4527f7e437 admin admin] Publish callbacks [] for subnet (5b5212f1-da48-4d00-9997-9a256138bdf3), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.368703 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a09084aa-9455-4b23-9ca3-28b928d93696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (e5c3f99f-8a6d-452c-aeaf-c78179e04d54), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.369359 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbdbcccc-3cea-4bd5-ae6e-df4527f7e437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066142160'] for subnet (5b5212f1-da48-4d00-9997-9a256138bdf3), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.371369 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a09084aa-9455-4b23-9ca3-28b928d93696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.372544 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-a09084aa-9455-4b23-9ca3-28b928d93696 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5c3f99f-8a6d-452c-aeaf-c78179e04d54 HTTP/1.1" status: 204 len: 168 time: 0.1332939 Apr 12 20:21:28.381754 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09084aa-9455-4b23-9ca3-28b928d93696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c3f99f-8a6d-452c-aeaf-c78179e04d54,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:28.469360 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbdbcccc-3cea-4bd5-ae6e-df4527f7e437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (5b5212f1-da48-4d00-9997-9a256138bdf3), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.541890 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbdbcccc-3cea-4bd5-ae6e-df4527f7e437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065568327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065880476'] for subnet (5b5212f1-da48-4d00-9997-9a256138bdf3), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.576899 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 14d76a96-1c64-494d-9425-615e3cec148c no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:21:28.583348 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbcccc-3cea-4bd5-ae6e-df4527f7e437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5212f1-da48-4d00-9997-9a256138bdf3,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:28.595443 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbdbcccc-3cea-4bd5-ae6e-df4527f7e437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.600277 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-dbdbcccc-3cea-4bd5-ae6e-df4527f7e437 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5b5212f1-da48-4d00-9997-9a256138bdf3 HTTP/1.1" status: 204 len: 168 time: 0.3114107 Apr 12 20:21:28.601552 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46300) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:28.615258 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4554cab4-bc85-468d-bb65-0481968c8e4e None None] Network e5af3e9e-8023-4bdc-bd42-4d77602f877c requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:21:28.617781 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 14d76a96-1c64-494d-9425-615e3cec148c {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:21:28.618129 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 14d76a96-1c64-494d-9425-615e3cec148c not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:21:28.688132 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (e5af3e9e-8023-4bdc-bd42-4d77602f877c), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.739148 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Deleting port 15486cc1-66d5-44f1-a680-922c4dc015e9 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:28.739555 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.791740 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] DHCP port deletion for e5af3e9e-8023-4bdc-bd42-4d77602f877c request from dv-cinder-837542-1-iscsi {{(pid=103446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:21:28.817778 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] For port 15486cc1-66d5-44f1-a680-922c4dc015e9, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=15486cc1-66d5-44f1-a680-922c4dc015e9,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:21:28.818420 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.834338 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Calling delete_port for 15486cc1-66d5-44f1-a680-922c4dc015e9 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:28.834841 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Deleting port 15486cc1-66d5-44f1-a680-922c4dc015e9 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:28.835220 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.902304 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] For port 15486cc1-66d5-44f1-a680-922c4dc015e9, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=15486cc1-66d5-44f1-a680-922c4dc015e9,segment=NetworkSegment(83d157cd-b2af-4933-b49f-6c30515cd376),segment_id=83d157cd-b2af-4933-b49f-6c30515cd376)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:21:28.902709 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.922794 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Calling delete_port for 15486cc1-66d5-44f1-a680-922c4dc015e9 owned by network:dhcp {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:28.942808 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:28.969679 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Pushing event deleted for resources: {'Port': ['ID=15486cc1-66d5-44f1-a680-922c4dc015e9,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:28.973079 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] No DVR routers for this DVR port 15486cc1-66d5-44f1-a680-922c4dc015e9 on host dv-cinder-837542-1-iscsi {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:21:29.019059 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999'] for port (15486cc1-66d5-44f1-a680-922c4dc015e9), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:29.044163 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (e5af3e9e-8023-4bdc-bd42-4d77602f877c), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:29.047407 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] No DVR routers for this DVR port 15486cc1-66d5-44f1-a680-922c4dc015e9 on host dv-cinder-837542-1-iscsi {{(pid=103446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:21:29.052375 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Pushing event deleted for resources: {'Port': ['ID=15486cc1-66d5-44f1-a680-922c4dc015e9,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:29.062220 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.062668 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.062915 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.063255 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.063597 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.063933 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.064289 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.064633 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.064946 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.065272 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.065604 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.065946 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.066253 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.066579 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.066899 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3f235-92c3-4ffd-a9eb-2fdf4b61cb02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:29.069106 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5af3e9e-8023-4bdc-bd42-4d77602f877c']}} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:29.082255 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d157cd-b2af-4933-b49f-6c30515cd376') {'for_net_delete': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:29.082564 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.services.segments.db [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d157cd-b2af-4933-b49f-6c30515cd376') {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:29.096450 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067075202'] for segment (83d157cd-b2af-4933-b49f-6c30515cd376), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:29.110344 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (83d157cd-b2af-4933-b49f-6c30515cd376), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:29.116390 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:21:29.116775 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067086108'] for segment (83d157cd-b2af-4933-b49f-6c30515cd376), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: Traceback (most recent call last): Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: timer() Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: cb(*args, **kw) Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: return func(*args, **kwargs) Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: self._notify() Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: self.callback(batched_events) Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: event.method(event) Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: return f(self, *a, **k) Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: return self._get(url).json() Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: return self.request(url, 'GET', **kwargs) Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:21:29.118467 dv-cinder-837542-1-iscsi neutron-server[103445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:21:29.181556 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (e5af3e9e-8023-4bdc-bd42-4d77602f877c), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:29.188569 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:29.194913 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] 10.222.0.44 "DELETE /v2.0/networks/e5af3e9e-8023-4bdc-bd42-4d77602f877c HTTP/1.1" status: 204 len: 168 time: 0.5923357 Apr 12 20:21:29.195485 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46318) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:29.218085 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-240c83f1-3799-4d94-8056-b0aafe0aa7eb req-a8a29b8d-c10b-4353-b496-44929f515dec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440850 Apr 12 20:21:29.253991 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391639a-0104-4394-9fa6-c857c05072ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e5af3e9e-8023-4bdc-bd42-4d77602f877c,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:29.335266 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c83f1-3799-4d94-8056-b0aafe0aa7eb req-8dc77dc1-8d49-44c2-ac21-25f2c7be29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:29.336816 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-240c83f1-3799-4d94-8056-b0aafe0aa7eb req-8dc77dc1-8d49-44c2-ac21-25f2c7be29fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 1129 time: 0.0530622 Apr 12 20:21:29.460379 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c83f1-3799-4d94-8056-b0aafe0aa7eb req-d06a79c5-5428-49b5-8be6-89542a1d3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:29.462363 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-240c83f1-3799-4d94-8056-b0aafe0aa7eb req-d06a79c5-5428-49b5-8be6-89542a1d3e33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 912 time: 0.1000783 Apr 12 20:21:29.537070 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-240c83f1-3799-4d94-8056-b0aafe0aa7eb req-2eb1bf34-99a8-4618-9b7e-c90ab9000dcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 HTTP/1.1" status: 200 len: 1001 time: 0.0659711 Apr 12 20:21:29.593111 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c83f1-3799-4d94-8056-b0aafe0aa7eb req-83d1ed78-f3ab-41ba-a246-1ec43ad6d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:29.594820 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-240c83f1-3799-4d94-8056-b0aafe0aa7eb req-83d1ed78-f3ab-41ba-a246-1ec43ad6d038 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5f30ab7-edca-4f48-9883-79f1e8afbea4 HTTP/1.1" status: 200 len: 850 time: 0.0479293 Apr 12 20:21:29.602234 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-91fe0e3f-bf69-44cc-9dee-6caa969d7140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651905'] for router_interface (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:29.653146 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c83f1-3799-4d94-8056-b0aafe0aa7eb req-1220ccb0-ecb0-4095-b4b3-737d22d99864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:21:29.655866 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-240c83f1-3799-4d94-8056-b0aafe0aa7eb req-1220ccb0-ecb0-4095-b4b3-737d22d99864 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bbbf339-92cd-4aff-949f-c902d9a857ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489664 Apr 12 20:21:29.766453 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-240c83f1-3799-4d94-8056-b0aafe0aa7eb req-b240ee03-3cbf-4011-a3ca-3e55fedd1806 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010468 Apr 12 20:21:29.861502 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-240c83f1-3799-4d94-8056-b0aafe0aa7eb req-fbf723c4-59d3-415a-b045-8b3f7c67ef95 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879455 Apr 12 20:21:30.115514 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-91fe0e3f-bf69-44cc-9dee-6caa969d7140 admin admin] Deleting port c17144b9-3ff4-46fb-979f-69b7956531ee {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:30.116132 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-91fe0e3f-bf69-44cc-9dee-6caa969d7140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:30.197138 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-91fe0e3f-bf69-44cc-9dee-6caa969d7140 admin admin] For port c17144b9-3ff4-46fb-979f-69b7956531ee, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=c17144b9-3ff4-46fb-979f-69b7956531ee,segment=NetworkSegment(393ea3cf-f6c3-4e4c-9971-26f856e5ce74),segment_id=393ea3cf-f6c3-4e4c-9971-26f856e5ce74)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:21:30.197511 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-91fe0e3f-bf69-44cc-9dee-6caa969d7140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:30.210209 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-91fe0e3f-bf69-44cc-9dee-6caa969d7140 admin admin] Calling delete_port for c17144b9-3ff4-46fb-979f-69b7956531ee owned by network:router_interface {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:30.397757 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-91fe0e3f-bf69-44cc-9dee-6caa969d7140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (c17144b9-3ff4-46fb-979f-69b7956531ee), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:30.423890 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe0e3f-bf69-44cc-9dee-6caa969d7140 admin admin] Pushing event deleted for resources: {'Port': ['ID=c17144b9-3ff4-46fb-979f-69b7956531ee,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:30.567882 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 15486cc1-66d5-44f1-a680-922c4dc015e9 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:21:30.593476 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 15486cc1-66d5-44f1-a680-922c4dc015e9 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:21:30.594257 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 15486cc1-66d5-44f1-a680-922c4dc015e9 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:21:30.595110 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 2d2e4b05-f32b-46c0-afab-4050b6b3f780 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:21:30.607336 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-91fe0e3f-bf69-44cc-9dee-6caa969d7140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651805'] for router_interface (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:30.622143 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 2d2e4b05-f32b-46c0-afab-4050b6b3f780 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:21:30.622572 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 2d2e4b05-f32b-46c0-afab-4050b6b3f780 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:21:30.836175 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fe0e3f-bf69-44cc-9dee-6caa969d7140 admin admin] Router 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:21:30.941995 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fe0e3f-bf69-44cc-9dee-6caa969d7140 admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:21:30.957920 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-91fe0e3f-bf69-44cc-9dee-6caa969d7140 admin admin] 10.222.0.44 "PUT /v2.0/routers/3c1e5b82-b95b-49cf-866f-6e214f64a5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7595997 Apr 12 20:21:30.962544 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46344) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:30.964720 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d0299-65c0-46f4-be6a-7d65edd4f250 None None] Sync routers for ids ['3c1e5b82-b95b-49cf-866f-6e214f64a5a4'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:21:30.977092 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d0299-65c0-46f4-be6a-7d65edd4f250 None None] Routers {'3c1e5b82-b95b-49cf-866f-6e214f64a5a4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:21:30.978102 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-453d0299-65c0-46f4-be6a-7d65edd4f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:21:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['3c1e5b82-b95b-49cf-866f-6e214f64a5a4'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:31.078554 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Publish callbacks [] for router (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:31.093926 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-453d0299-65c0-46f4-be6a-7d65edd4f250 None None] Set router 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:21:31.210858 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Publish callbacks [] for router_gateway (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:31.277561 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Deleting port de2e354c-165b-4a94-9715-118e810d7046 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:31.278031 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (de2e354c-165b-4a94-9715-118e810d7046), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:31.359273 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] For port de2e354c-165b-4a94-9715-118e810d7046, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=de2e354c-165b-4a94-9715-118e810d7046,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:21:31.359642 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (de2e354c-165b-4a94-9715-118e810d7046), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:31.371933 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-453d0299-65c0-46f4-be6a-7d65edd4f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'name': 'tempest-TestShelveInstance-140271060-router', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'de2e354c-165b-4a94-9715-118e810d7046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:21:30Z', 'revision_number': 5, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'gw_port': {'id': 'de2e354c-165b-4a94-9715-118e810d7046', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:31.372599 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Calling delete_port for de2e354c-165b-4a94-9715-118e810d7046 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:31.401097 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d0299-65c0-46f4-be6a-7d65edd4f250 None None] Checking router: 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:21:31.410159 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d0299-65c0-46f4-be6a-7d65edd4f250 None None] Routers {'3c1e5b82-b95b-49cf-866f-6e214f64a5a4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:21:31.410775 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-453d0299-65c0-46f4-be6a-7d65edd4f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:21:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['3c1e5b82-b95b-49cf-866f-6e214f64a5a4'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:31.498768 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-453d0299-65c0-46f4-be6a-7d65edd4f250 None None] Set router 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 gateway port host: None {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:21:31.543292 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (de2e354c-165b-4a94-9715-118e810d7046), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:31.550008 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-453d0299-65c0-46f4-be6a-7d65edd4f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'name': 'tempest-TestShelveInstance-140271060-router', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:21:31Z', 'revision_number': 6, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'gw_port_host': None}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:31.572966 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Pushing event deleted for resources: {'Port': ['ID=de2e354c-165b-4a94-9715-118e810d7046,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:31.580395 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d0299-65c0-46f4-be6a-7d65edd4f250 None None] The sync data for ids ['3c1e5b82-b95b-49cf-866f-6e214f64a5a4'] in dv-cinder-837542-1-iscsi is: [{'id': '3c1e5b82-b95b-49cf-866f-6e214f64a5a4', 'name': 'tempest-TestShelveInstance-140271060-router', 'tenant_id': '1f6d5e748d7e463eab0a06512b7e239f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:16:27Z', 'updated_at': '2022-04-12T20:21:31Z', 'revision_number': 6, 'project_id': '1f6d5e748d7e463eab0a06512b7e239f', 'gw_port_host': None}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:21:31.604261 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.604619 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.604964 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.605306 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.605640 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.605971 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.606300 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.606629 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.606958 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.607548 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.607936 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.608311 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.608648 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.608974 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.609298 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:21:31.653991 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651195'] for router_gateway (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:31.745855 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61343'] for router (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:31.748586 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Publish callbacks [] for router_controller (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:31.791193 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650462'] for router (3c1e5b82-b95b-49cf-866f-6e214f64a5a4), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:31.791655 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c1e5b82-b95b-49cf-866f-6e214f64a5a4 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:21:31.796613 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:31.797767 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9114aba0-61a4-4f8a-a7b6-d371da401729 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3c1e5b82-b95b-49cf-866f-6e214f64a5a4 HTTP/1.1" status: 204 len: 168 time: 0.8362660 Apr 12 20:21:31.800346 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46350) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:31.847426 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-54408fc9-027a-4c38-b061-409e535bdddc admin admin] Deleting subnet 13ef7140-7a08-4dcf-980f-33d8a1fca208 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:21:31.850503 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54408fc9-027a-4c38-b061-409e535bdddc admin admin] Publish callbacks [] for subnet (13ef7140-7a08-4dcf-980f-33d8a1fca208), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:31.884968 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54408fc9-027a-4c38-b061-409e535bdddc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066142160'] for subnet (13ef7140-7a08-4dcf-980f-33d8a1fca208), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:31.963295 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54408fc9-027a-4c38-b061-409e535bdddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (13ef7140-7a08-4dcf-980f-33d8a1fca208), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.024857 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54408fc9-027a-4c38-b061-409e535bdddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065568327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065880476'] for subnet (13ef7140-7a08-4dcf-980f-33d8a1fca208), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.054985 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54408fc9-027a-4c38-b061-409e535bdddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ef7140-7a08-4dcf-980f-33d8a1fca208,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:32.058311 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54408fc9-027a-4c38-b061-409e535bdddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.064919 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-54408fc9-027a-4c38-b061-409e535bdddc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/13ef7140-7a08-4dcf-980f-33d8a1fca208 HTTP/1.1" status: 204 len: 168 time: 0.2610395 Apr 12 20:21:32.065112 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46352) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:32.065223 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c24178-621a-42dd-9914-b31a5ae20acb None None] Network 765a4cd5-317b-44d7-b040-a3b1f39de205 requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:21:32.134269 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (765a4cd5-317b-44d7-b040-a3b1f39de205), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.181300 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Deleting port 7ef64c7f-016e-4075-b9cd-19dc988474d1 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:32.181646 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.252830 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] For port 7ef64c7f-016e-4075-b9cd-19dc988474d1, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=7ef64c7f-016e-4075-b9cd-19dc988474d1,segment=NetworkSegment(393ea3cf-f6c3-4e4c-9971-26f856e5ce74),segment_id=393ea3cf-f6c3-4e4c-9971-26f856e5ce74)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:21:32.253188 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.268034 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Calling delete_port for 7ef64c7f-016e-4075-b9cd-19dc988474d1 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:32.332968 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498bd88a-4124-4131-85e6-93b2e77e9086 None None] DHCP port deletion for 765a4cd5-317b-44d7-b040-a3b1f39de205 request from dv-cinder-837542-1-iscsi {{(pid=103446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:21:32.366854 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.393925 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-498bd88a-4124-4131-85e6-93b2e77e9086 None None] Deleting port 7ef64c7f-016e-4075-b9cd-19dc988474d1 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:21:32.394312 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-498bd88a-4124-4131-85e6-93b2e77e9086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.401657 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef64c7f-016e-4075-b9cd-19dc988474d1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:32.403640 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] No DVR routers for this DVR port 7ef64c7f-016e-4075-b9cd-19dc988474d1 on host dv-cinder-837542-1-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:21:32.471139 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-498bd88a-4124-4131-85e6-93b2e77e9086 None None] For port 7ef64c7f-016e-4075-b9cd-19dc988474d1, host dv-cinder-837542-1-iscsi, got binding levels [] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:21:32.471626 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-498bd88a-4124-4131-85e6-93b2e77e9086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.484971 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (765a4cd5-317b-44d7-b040-a3b1f39de205), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.487606 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-498bd88a-4124-4131-85e6-93b2e77e9086 None None] Calling delete_port for 7ef64c7f-016e-4075-b9cd-19dc988474d1 owned by network:dhcp {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:21:32.490734 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.ipam_backend_mixin [None req-498bd88a-4124-4131-85e6-93b2e77e9086 None None] Port 7ef64c7f-016e-4075-b9cd-19dc988474d1 was not found and therefore no delete operation was performed {{(pid=103446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 20:21:32.492071 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-498bd88a-4124-4131-85e6-93b2e77e9086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999'] for port (7ef64c7f-016e-4075-b9cd-19dc988474d1), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.507380 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765a4cd5-317b-44d7-b040-a3b1f39de205']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:32.518338 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393ea3cf-f6c3-4e4c-9971-26f856e5ce74') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:32.518655 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393ea3cf-f6c3-4e4c-9971-26f856e5ce74') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:21:32.525472 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 7ef64c7f-016e-4075-b9cd-19dc988474d1 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:21:32.528729 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066142187'] for segment (393ea3cf-f6c3-4e4c-9971-26f856e5ce74), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.530938 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bd88a-4124-4131-85e6-93b2e77e9086 None None] Pushing event deleted for resources: {'Port': ['ID=7ef64c7f-016e-4075-b9cd-19dc988474d1,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:32.547339 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (393ea3cf-f6c3-4e4c-9971-26f856e5ce74), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.554298 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:21:32.554763 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065568509'] for segment (393ea3cf-f6c3-4e4c-9971-26f856e5ce74), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: Traceback (most recent call last): Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: timer() Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: cb(*args, **kw) Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: self._notify() Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: self.callback(batched_events) Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: event.method(event) Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: return f(self, *a, **k) Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._get(url).json() Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:21:32.556654 dv-cinder-837542-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:21:32.559234 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498bd88a-4124-4131-85e6-93b2e77e9086 None None] No DVR routers for this DVR port 7ef64c7f-016e-4075-b9cd-19dc988474d1 on host dv-cinder-837542-1-iscsi {{(pid=103446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:21:32.563289 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 7ef64c7f-016e-4075-b9cd-19dc988474d1 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:21:32.563640 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 7ef64c7f-016e-4075-b9cd-19dc988474d1 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:21:32.564054 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device c17144b9-3ff4-46fb-979f-69b7956531ee no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:21:32.591836 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: c17144b9-3ff4-46fb-979f-69b7956531ee {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:21:32.592408 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device c17144b9-3ff4-46fb-979f-69b7956531ee not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:21:32.592833 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device de2e354c-165b-4a94-9715-118e810d7046 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:21:32.613881 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: de2e354c-165b-4a94-9715-118e810d7046 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:21:32.614484 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device de2e354c-165b-4a94-9715-118e810d7046 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:21:32.627432 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (765a4cd5-317b-44d7-b040-a3b1f39de205), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.640809 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.644792 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/765a4cd5-317b-44d7-b040-a3b1f39de205 HTTP/1.1" status: 204 len: 168 time: 0.5787387 Apr 12 20:21:32.660880 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ab65f-4844-4cd3-9ab0-74b01bbec3d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=765a4cd5-317b-44d7-b040-a3b1f39de205,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:32.819943 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46364) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:32.859377 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3c832b48-1ddb-411d-a973-d21ad8969013 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a20446396734ae288db2ceb1ea6d037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383084 Apr 12 20:21:32.861695 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46366) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:32.908821 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-88f2a3ad-1816-44ec-ad6e-0b62096841f7 admin admin] Publish callbacks [] for security_group (6f73faa4-1395-4528-86a6-6e8106f51ff0), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.930186 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-88f2a3ad-1816-44ec-ad6e-0b62096841f7 admin admin] Publish callbacks [] for security_group (6f73faa4-1395-4528-86a6-6e8106f51ff0), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.980157 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-88f2a3ad-1816-44ec-ad6e-0b62096841f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (6f73faa4-1395-4528-86a6-6e8106f51ff0), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.983775 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-88f2a3ad-1816-44ec-ad6e-0b62096841f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:32.984928 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-88f2a3ad-1816-44ec-ad6e-0b62096841f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f73faa4-1395-4528-86a6-6e8106f51ff0 HTTP/1.1" status: 204 len: 168 time: 0.1223629 Apr 12 20:21:32.992859 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2a3ad-1816-44ec-ad6e-0b62096841f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f73faa4-1395-4528-86a6-6e8106f51ff0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:33.293829 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46372) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:33.333352 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-fce6e0f5-edd9-4b83-89fe-0fae39668264 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f6d5e748d7e463eab0a06512b7e239f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382876 Apr 12 20:21:33.335537 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46374) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:21:33.381381 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f031e16-f692-4f89-bc7a-08cb14f7a0ad admin admin] Publish callbacks [] for security_group (1d1d5627-7085-48ad-a30b-3199bcdcc2e0), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:33.403052 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f031e16-f692-4f89-bc7a-08cb14f7a0ad admin admin] Publish callbacks [] for security_group (1d1d5627-7085-48ad-a30b-3199bcdcc2e0), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:33.450158 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f031e16-f692-4f89-bc7a-08cb14f7a0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (1d1d5627-7085-48ad-a30b-3199bcdcc2e0), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:33.453310 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f031e16-f692-4f89-bc7a-08cb14f7a0ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:33.454506 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9f031e16-f692-4f89-bc7a-08cb14f7a0ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d1d5627-7085-48ad-a30b-3199bcdcc2e0 HTTP/1.1" status: 204 len: 168 time: 0.1180089 Apr 12 20:21:33.465547 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f031e16-f692-4f89-bc7a-08cb14f7a0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1d5627-7085-48ad-a30b-3199bcdcc2e0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:21:35.987797 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3d18-62e9-4d8e-8d88-cf7019192f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:38.466961 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-27427bec-d584-4075-a803-7712185cb071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:39.588532 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:40.756705 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:42.641506 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:21:44.548258 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:21:51.474375 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:05.989190 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-76e51429-3cbb-489c-a260-235bab322659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:06.445417 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46582) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:06.548517 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33ba48f2-2b9d-45b0-801c-e2700ae9474f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:06.625132 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33ba48f2-2b9d-45b0-801c-e2700ae9474f admin admin] Publish callbacks [] for security_group (f48503c1-11b4-4692-b4ab-3f51903d9acd), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:06.629386 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33ba48f2-2b9d-45b0-801c-e2700ae9474f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (f48503c1-11b4-4692-b4ab-3f51903d9acd), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:06.669358 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-33ba48f2-2b9d-45b0-801c-e2700ae9474f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24619dc9ce23400297cf3b2cce720b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228203 Apr 12 20:22:06.670210 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba48f2-2b9d-45b0-801c-e2700ae9474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48503c1-11b4-4692-b4ab-3f51903d9acd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:06.672061 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46586) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:06.720081 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Publish callbacks [] for security_group (f48503c1-11b4-4692-b4ab-3f51903d9acd), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:06.741202 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Publish callbacks [] for security_group (f48503c1-11b4-4692-b4ab-3f51903d9acd), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:06.787793 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (f48503c1-11b4-4692-b4ab-3f51903d9acd), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:06.790280 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:06.791413 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f48503c1-11b4-4692-b4ab-3f51903d9acd HTTP/1.1" status: 204 len: 168 time: 0.1183374 Apr 12 20:22:06.799567 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48503c1-11b4-4692-b4ab-3f51903d9acd,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:06.806537 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.806893 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.807245 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.807593 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.807937 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.808300 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.808640 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.808987 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.809301 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.809634 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.809971 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.810421 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.810755 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.811196 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:06.811636 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0ac56d-3807-4c7e-baaa-1913dfc232d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:08.467911 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a10e-108d-4262-9838-891a092dfedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:09.593254 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:10.574394 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46638) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:10.721572 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2a89979f-847b-4fe9-b3ed-d34887898489 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Deleting port 12ef7ccf-5a2c-489e-a330-e4caa53e2042 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:22:10.721943 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2a89979f-847b-4fe9-b3ed-d34887898489 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (12ef7ccf-5a2c-489e-a330-e4caa53e2042), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:10.757899 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:10.800091 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2a89979f-847b-4fe9-b3ed-d34887898489 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (12ef7ccf-5a2c-489e-a330-e4caa53e2042), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:10.800443 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2a89979f-847b-4fe9-b3ed-d34887898489 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for floatingip (12ef7ccf-5a2c-489e-a330-e4caa53e2042), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:10.812474 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2a89979f-847b-4fe9-b3ed-d34887898489 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Calling delete_port for 12ef7ccf-5a2c-489e-a330-e4caa53e2042 owned by network:floatingip {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:22:10.957051 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2a89979f-847b-4fe9-b3ed-d34887898489 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (12ef7ccf-5a2c-489e-a330-e4caa53e2042), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:10.983506 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89979f-847b-4fe9-b3ed-d34887898489 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event deleted for resources: {'Port': ['ID=12ef7ccf-5a2c-489e-a330-e4caa53e2042,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:11.043152 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2a89979f-847b-4fe9-b3ed-d34887898489 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for floatingip (a53b11b1-dc2b-48a8-9880-c402bf09c30a), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:11.043489 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.l3_db [None req-2a89979f-847b-4fe9-b3ed-d34887898489 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Floating IP a53b11b1-dc2b-48a8-9880-c402bf09c30a disassociated (deleted). External IP: 172.27.0.226, port: c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482. Apr 12 20:22:11.254435 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a89979f-847b-4fe9-b3ed-d34887898489 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Router d3765ffb-1837-4d59-af29-0df1af0e94f4 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:22:11.365197 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a89979f-847b-4fe9-b3ed-d34887898489 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:22:11.370026 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2a89979f-847b-4fe9-b3ed-d34887898489 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:11.374430 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b772706-f7a2-42b1-bf38-2bb4394fffd4 None None] Sync routers for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:22:11.383862 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b772706-f7a2-42b1-bf38-2bb4394fffd4 None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:22:11.384507 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2b772706-f7a2-42b1-bf38-2bb4394fffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:22:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:11.398405 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-2a89979f-847b-4fe9-b3ed-d34887898489 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "DELETE /v2.0/floatingips/a53b11b1-dc2b-48a8-9880-c402bf09c30a HTTP/1.1" status: 204 len: 168 time: 0.8229384 Apr 12 20:22:11.398978 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'tag': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:22:11.401225 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b71a109-dff2-4bc7-b577-f932f4d6946f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a763958-4f59-4ffe-a9fa-b7a4db19fde0", "tag": "c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:22:11.441827 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5137e819-8a10-4da2-9e7b-9ea0f454a9ca x-openstack-request-id: req-5137e819-8a10-4da2-9e7b-9ea0f454a9ca {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:22:11.442783 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a763958-4f59-4ffe-a9fa-b7a4db19fde0", "tag": "c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:22:11.443043 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5137e819-8a10-4da2-9e7b-9ea0f454a9ca {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:22:11.443448 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5137e819-8a10-4da2-9e7b-9ea0f454a9ca'] response: {'name': 'network-changed', 'server_uuid': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'tag': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482', 'status': 'completed', 'code': 200} Apr 12 20:22:11.500720 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2b772706-f7a2-42b1-bf38-2bb4394fffd4 None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:22:11.515792 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71a109-dff2-4bc7-b577-f932f4d6946f req-4b2c082e-fd60-4fc0-aa85-368ec999f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:11.520859 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b71a109-dff2-4bc7-b577-f932f4d6946f req-4b2c082e-fd60-4fc0-aa85-368ec999f83b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 1129 time: 0.0457523 Apr 12 20:22:11.667492 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0731ff3-846c-433d-bc41-8c363e1a7156 req-a8bfb310-272f-4669-a3bd-748aefa4b18b tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:11.669791 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0731ff3-846c-433d-bc41-8c363e1a7156 req-a8bfb310-272f-4669-a3bd-748aefa4b18b tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 945 time: 0.0727715 Apr 12 20:22:11.699280 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71a109-dff2-4bc7-b577-f932f4d6946f req-e73cd840-2cd2-43dc-8521-2f4dbd7687c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:11.700797 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b71a109-dff2-4bc7-b577-f932f4d6946f req-e73cd840-2cd2-43dc-8521-2f4dbd7687c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 912 time: 0.1675625 Apr 12 20:22:11.736565 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0731ff3-846c-433d-bc41-8c363e1a7156 req-a3b35819-2004-4c49-b30c-105ac08833bb tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572274 Apr 12 20:22:11.751086 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2b772706-f7a2-42b1-bf38-2bb4394fffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '973ab200-b558-4636-b3fe-59fa207e6b84', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:c4:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:18:36Z', 'updated_at': '2022-04-12T20:18:39Z', 'revision_number': 1, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:11.785765 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b772706-f7a2-42b1-bf38-2bb4394fffd4 None None] Checking router: d3765ffb-1837-4d59-af29-0df1af0e94f4 for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:22:11.794255 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b772706-f7a2-42b1-bf38-2bb4394fffd4 None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:22:11.794869 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2b772706-f7a2-42b1-bf38-2bb4394fffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:22:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:11.904603 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2b772706-f7a2-42b1-bf38-2bb4394fffd4 None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:22:12.118469 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2b772706-f7a2-42b1-bf38-2bb4394fffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '973ab200-b558-4636-b3fe-59fa207e6b84', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:c4:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:18:36Z', 'updated_at': '2022-04-12T20:18:39Z', 'revision_number': 1, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:12.149250 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b772706-f7a2-42b1-bf38-2bb4394fffd4 None None] The sync data for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi is: [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_floatingips': [{'id': '973ab200-b558-4636-b3fe-59fa207e6b84', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'router_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'port_id': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'mac_address': 'fa:16:3e:c4:27:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T20:18:36Z', 'updated_at': '2022-04-12T20:18:39Z', 'revision_number': 1, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:22:12.383845 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb421201-368a-412c-88b9-e1a7294cf2c3 None None] New status for floating IP a53b11b1-dc2b-48a8-9880-c402bf09c30a: DOWN {{(pid=103447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:22:12.645589 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:12.855996 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bd2e0-f8e4-4c0e-9546-4d1108868cdd req-bdf7b643-d8a1-4c8f-ae90-d44c7c649ca5 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:12.857531 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-913bd2e0-f8e4-4c0e-9546-4d1108868cdd req-bdf7b643-d8a1-4c8f-ae90-d44c7c649ca5 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 945 time: 0.0472777 Apr 12 20:22:12.909172 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b71a109-dff2-4bc7-b577-f932f4d6946f req-a74c2040-cc8d-4b73-aec8-ac74995ca361 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 HTTP/1.1" status: 200 len: 217 time: 0.0478835 Apr 12 20:22:12.969037 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-913bd2e0-f8e4-4c0e-9546-4d1108868cdd req-6e421da0-aeac-42d2-8951-91f6d4cf7d5b tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023021 Apr 12 20:22:12.986546 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71a109-dff2-4bc7-b577-f932f4d6946f req-4d907b52-a023-47ee-a9f1-96aad64ba9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:12.986546 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b71a109-dff2-4bc7-b577-f932f4d6946f req-4d907b52-a023-47ee-a9f1-96aad64ba9f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5f30ab7-edca-4f48-9883-79f1e8afbea4 HTTP/1.1" status: 200 len: 850 time: 0.0647883 Apr 12 20:22:13.046060 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71a109-dff2-4bc7-b577-f932f4d6946f req-2d199a49-739a-44ca-b924-803af91ce9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:13.047571 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b71a109-dff2-4bc7-b577-f932f4d6946f req-2d199a49-739a-44ca-b924-803af91ce9e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bbbf339-92cd-4aff-949f-c902d9a857ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400000 Apr 12 20:22:13.258547 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b71a109-dff2-4bc7-b577-f932f4d6946f req-9a7e94b5-2d94-48ac-950e-05bee3e95ccc service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935578 Apr 12 20:22:13.590260 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b71a109-dff2-4bc7-b577-f932f4d6946f req-b728721d-899c-4ce8-9d97-23bec51015a8 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884655 Apr 12 20:22:13.614654 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c4024-5193-4bd7-8b5f-19205234c765 req-d4a00ad9-676b-4f54-8929-e3fb57d9deb5 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:13.616419 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-d01c4024-5193-4bd7-8b5f-19205234c765 req-d4a00ad9-676b-4f54-8929-e3fb57d9deb5 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 945 time: 0.0537617 Apr 12 20:22:13.714262 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [req-d01c4024-5193-4bd7-8b5f-19205234c765 req-bfe12c34-4b02-4b6c-afc0-429c443387c7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Deleting port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:22:13.714616 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-d01c4024-5193-4bd7-8b5f-19205234c765 req-bfe12c34-4b02-4b6c-afc0-429c443387c7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:13.803545 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [req-d01c4024-5193-4bd7-8b5f-19205234c765 req-bfe12c34-4b02-4b6c-afc0-429c443387c7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] For port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:22:13.803913 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-d01c4024-5193-4bd7-8b5f-19205234c765 req-bfe12c34-4b02-4b6c-afc0-429c443387c7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:13.817815 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [req-d01c4024-5193-4bd7-8b5f-19205234c765 req-bfe12c34-4b02-4b6c-afc0-429c443387c7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Calling delete_port for c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 owned by compute:nova {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:22:13.953589 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-d01c4024-5193-4bd7-8b5f-19205234c765 req-bfe12c34-4b02-4b6c-afc0-429c443387c7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:13.981862 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe12c34-4b02-4b6c-afc0-429c443387c7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event deleted for resources: {'Port': ['ID=c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:14.033506 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01c4024-5193-4bd7-8b5f-19205234c765 req-bfe12c34-4b02-4b6c-afc0-429c443387c7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] No DVR routers for this DVR port c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 on host hv-cinder-83754 {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:22:14.036176 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [req-d01c4024-5193-4bd7-8b5f-19205234c765 req-bfe12c34-4b02-4b6c-afc0-429c443387c7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:14.039619 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-d01c4024-5193-4bd7-8b5f-19205234c765 req-bfe12c34-4b02-4b6c-afc0-429c443387c7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "DELETE /v2.0/ports/c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 HTTP/1.1" status: 204 len: 173 time: 0.4174345 Apr 12 20:22:14.040169 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'name': 'network-vif-deleted', 'tag': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:22:14.042535 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa68929-db10-4b28-8f73-5f1a065fbc1b" -d '{"events": [{"server_uuid": "5a763958-4f59-4ffe-a9fa-b7a4db19fde0", "name": "network-vif-deleted", "tag": "c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:22:14.085241 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2377aba-0d6b-4c3f-b520-376d67e353b8 x-openstack-request-id: req-d2377aba-0d6b-4c3f-b520-376d67e353b8 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:22:14.085599 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a763958-4f59-4ffe-a9fa-b7a4db19fde0", "name": "network-vif-deleted", "tag": "c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:22:14.086014 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2377aba-0d6b-4c3f-b520-376d67e353b8 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:22:14.086480 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2377aba-0d6b-4c3f-b520-376d67e353b8'] response: {'server_uuid': '5a763958-4f59-4ffe-a9fa-b7a4db19fde0', 'name': 'network-vif-deleted', 'tag': 'c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482', 'status': 'completed', 'code': 200} Apr 12 20:22:14.100862 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-604eda47-efc6-4060-9aba-447db7d50f76 req-5cf012ab-bd31-41c8-8803-73effb3e8ea9 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a763958-4f59-4ffe-a9fa-b7a4db19fde0 HTTP/1.1" status: 200 len: 210 time: 0.0573168 Apr 12 20:22:17.385472 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46742) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:17.531004 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4d93e916-1013-45a7-9921-9a6be5840651 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Deleting port c5349d40-876d-4cec-926d-fca20793278e {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:22:17.531379 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d93e916-1013-45a7-9921-9a6be5840651 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (c5349d40-876d-4cec-926d-fca20793278e), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:17.608963 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d93e916-1013-45a7-9921-9a6be5840651 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (c5349d40-876d-4cec-926d-fca20793278e), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:17.609304 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d93e916-1013-45a7-9921-9a6be5840651 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for floatingip (c5349d40-876d-4cec-926d-fca20793278e), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:17.622456 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4d93e916-1013-45a7-9921-9a6be5840651 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Calling delete_port for c5349d40-876d-4cec-926d-fca20793278e owned by network:floatingip {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:22:17.731089 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:22:17.751181 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:22:17.751542 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device c65bf8e3-c4c4-4dca-ad18-47f7cc9c4482 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:22:17.780506 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d93e916-1013-45a7-9921-9a6be5840651 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (c5349d40-876d-4cec-926d-fca20793278e), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:17.792264 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46750) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:17.809540 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93e916-1013-45a7-9921-9a6be5840651 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event deleted for resources: {'Port': ['ID=c5349d40-876d-4cec-926d-fca20793278e,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:17.874333 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d93e916-1013-45a7-9921-9a6be5840651 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for floatingip (973ab200-b558-4636-b3fe-59fa207e6b84), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:17.874669 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.db.l3_db [None req-4d93e916-1013-45a7-9921-9a6be5840651 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Floating IP 973ab200-b558-4636-b3fe-59fa207e6b84 disassociated (deleted). External IP: 172.27.0.144, port: 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0. Apr 12 20:22:17.906562 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-56bf25e1-c7c1-405c-a243-9c73772d4a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:17.981045 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-56bf25e1-c7c1-405c-a243-9c73772d4a3e admin admin] Publish callbacks [] for security_group (41eacde3-a36b-44ea-ab07-459daf7d4d4f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:17.985131 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-56bf25e1-c7c1-405c-a243-9c73772d4a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (41eacde3-a36b-44ea-ab07-459daf7d4d4f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:18.026094 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-56bf25e1-c7c1-405c-a243-9c73772d4a3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=96dd5c46d2ca465b9f447d557f6de767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321599 Apr 12 20:22:18.027226 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf25e1-c7c1-405c-a243-9c73772d4a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eacde3-a36b-44ea-ab07-459daf7d4d4f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:18.031254 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46754) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:18.120879 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d93e916-1013-45a7-9921-9a6be5840651 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Router d3765ffb-1837-4d59-af29-0df1af0e94f4 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:22:18.125939 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f94261e7-cf60-4dcc-9887-5b41d5794a00 admin admin] Publish callbacks [] for security_group (41eacde3-a36b-44ea-ab07-459daf7d4d4f), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:18.153995 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f94261e7-cf60-4dcc-9887-5b41d5794a00 admin admin] Publish callbacks [] for security_group (41eacde3-a36b-44ea-ab07-459daf7d4d4f), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:18.526009 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d93e916-1013-45a7-9921-9a6be5840651 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:22:18.531385 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d93e916-1013-45a7-9921-9a6be5840651 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:18.536789 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b040013-d6ce-4495-970f-993ae0908999 None None] Sync routers for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:22:18.547712 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b040013-d6ce-4495-970f-993ae0908999 None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:22:18.548375 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8b040013-d6ce-4495-970f-993ae0908999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:22:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:18.550380 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f94261e7-cf60-4dcc-9887-5b41d5794a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (41eacde3-a36b-44ea-ab07-459daf7d4d4f), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:18.553295 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f94261e7-cf60-4dcc-9887-5b41d5794a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:18.556941 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-f94261e7-cf60-4dcc-9887-5b41d5794a00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41eacde3-a36b-44ea-ab07-459daf7d4d4f HTTP/1.1" status: 204 len: 168 time: 0.5243261 Apr 12 20:22:18.570699 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-4d93e916-1013-45a7-9921-9a6be5840651 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "DELETE /v2.0/floatingips/973ab200-b558-4636-b3fe-59fa207e6b84 HTTP/1.1" status: 204 len: 168 time: 1.1841257 Apr 12 20:22:18.574979 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'tag': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:22:18.577288 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07936cc3c730645506fd4c575c294a972cbaf36d0611ec007013880061fda1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c250e783-d051-4a69-b329-f47a602e4ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93", "tag": "1d972435-c1ae-4ef1-a2a8-b8b645be7ad0"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:22:18.580591 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94261e7-cf60-4dcc-9887-5b41d5794a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eacde3-a36b-44ea-ab07-459daf7d4d4f,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:18.626362 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 20:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b937d6c9-628f-48c4-bd02-60f17263397c x-openstack-request-id: req-b937d6c9-628f-48c4-bd02-60f17263397c {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:22:18.626652 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93", "tag": "1d972435-c1ae-4ef1-a2a8-b8b645be7ad0", "status": "completed", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:22:18.626900 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b937d6c9-628f-48c4-bd02-60f17263397c {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:22:18.627310 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b937d6c9-628f-48c4-bd02-60f17263397c'] response: {'name': 'network-changed', 'server_uuid': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'tag': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'status': 'completed', 'code': 200} Apr 12 20:22:18.732722 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250e783-d051-4a69-b329-f47a602e4ffa req-48bd437e-f09b-4df9-a053-d4d0d54b7ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:18.736262 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c250e783-d051-4a69-b329-f47a602e4ffa req-48bd437e-f09b-4df9-a053-d4d0d54b7ab6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 1129 time: 0.0733106 Apr 12 20:22:18.844823 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-8b040013-d6ce-4495-970f-993ae0908999 None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:22:18.850564 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250e783-d051-4a69-b329-f47a602e4ffa req-9c2f6ac0-bb65-4de9-a3f3-70af1d2201a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:18.852087 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c250e783-d051-4a69-b329-f47a602e4ffa req-9c2f6ac0-bb65-4de9-a3f3-70af1d2201a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 200 len: 912 time: 0.1080940 Apr 12 20:22:18.870645 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280d1ab-b17b-4a45-b417-68f642f8bfb0 req-2601c5c6-0358-4336-82e9-22f88c6343c0 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:18.874385 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1280d1ab-b17b-4a45-b417-68f642f8bfb0 req-2601c5c6-0358-4336-82e9-22f88c6343c0 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 945 time: 0.0593944 Apr 12 20:22:18.925741 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1280d1ab-b17b-4a45-b417-68f642f8bfb0 req-14d34036-9cda-4866-a06e-c2ed2efe6cc7 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478158 Apr 12 20:22:19.056079 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8b040013-d6ce-4495-970f-993ae0908999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:19.081874 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b040013-d6ce-4495-970f-993ae0908999 None None] Checking router: d3765ffb-1837-4d59-af29-0df1af0e94f4 for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:22:19.089956 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b040013-d6ce-4495-970f-993ae0908999 None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:22:19.090575 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8b040013-d6ce-4495-970f-993ae0908999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:22:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:19.199810 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-8b040013-d6ce-4495-970f-993ae0908999 None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:22:19.390551 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8b040013-d6ce-4495-970f-993ae0908999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:19.417765 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b040013-d6ce-4495-970f-993ae0908999 None None] The sync data for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi is: [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:15:19Z', 'revision_number': 4, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi', '_interfaces': [{'id': 'e94b41eb-9043-476b-a992-a62b02b34f16', 'name': '', 'network_id': '3bbbf339-92cd-4aff-949f-c902d9a857ae', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'mac_address': 'fa:16:3e:dc:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:19Z', 'updated_at': '2022-04-12T20:15:23Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'subnets': [{'id': 'c5f30ab7-edca-4f48-9883-79f1e8afbea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:22:19.631510 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23579426-bbad-4958-bd05-4d1fe5cf26a5 None None] New status for floating IP 973ab200-b558-4636-b3fe-59fa207e6b84: DOWN {{(pid=103447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 20:22:20.025076 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c250e783-d051-4a69-b329-f47a602e4ffa req-0ba5bdc0-71d4-4669-9463-8af3125ca301 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 HTTP/1.1" status: 200 len: 217 time: 0.0392032 Apr 12 20:22:20.044299 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c78ee-b6ef-47c5-ad48-296847ce49de req-d5fd4835-7d83-4f9e-ac22-5f4df100369b tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:20.045782 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cb7c78ee-b6ef-47c5-ad48-296847ce49de req-d5fd4835-7d83-4f9e-ac22-5f4df100369b tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 945 time: 0.0518272 Apr 12 20:22:20.075129 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250e783-d051-4a69-b329-f47a602e4ffa req-7f2a96db-30ba-4007-bb16-2bed11060eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:20.076609 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c250e783-d051-4a69-b329-f47a602e4ffa req-7f2a96db-30ba-4007-bb16-2bed11060eee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5f30ab7-edca-4f48-9883-79f1e8afbea4 HTTP/1.1" status: 200 len: 850 time: 0.0450904 Apr 12 20:22:20.095638 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cb7c78ee-b6ef-47c5-ad48-296847ce49de req-0ab65582-ade4-4d8d-a651-772b8c075f59 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/security-groups?id=2038a55d-d9e9-4b7c-af4d-6f277ad4e147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432565 Apr 12 20:22:20.211842 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250e783-d051-4a69-b329-f47a602e4ffa req-f9648153-9b34-45af-ba97-b5c4b3297ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:20.213487 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c250e783-d051-4a69-b329-f47a602e4ffa req-f9648153-9b34-45af-ba97-b5c4b3297ade service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bbbf339-92cd-4aff-949f-c902d9a857ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416095 Apr 12 20:22:20.314099 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c250e783-d051-4a69-b329-f47a602e4ffa req-5c23eb50-4456-41f8-a154-ae10fc880fc8 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933845 Apr 12 20:22:20.483730 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [req-c250e783-d051-4a69-b329-f47a602e4ffa req-0d8db40f-3f11-4591-a55d-1011f29bddf2 service neutron] 10.222.0.13 "GET /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835705 Apr 12 20:22:20.551711 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e440ed-a7fe-4d26-b9b1-0ec584722960 req-a1217805-6e17-4dd9-988c-7a76f5740348 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 20:22:20.553749 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0e440ed-a7fe-4d26-b9b1-0ec584722960 req-a1217805-6e17-4dd9-988c-7a76f5740348 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 945 time: 0.0558417 Apr 12 20:22:20.641603 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-f0e440ed-a7fe-4d26-b9b1-0ec584722960 req-abf6fd6c-feff-4640-b63f-c65cebebdd4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Deleting port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:22:20.641945 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f0e440ed-a7fe-4d26-b9b1-0ec584722960 req-abf6fd6c-feff-4640-b63f-c65cebebdd4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:20.730986 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-f0e440ed-a7fe-4d26-b9b1-0ec584722960 req-abf6fd6c-feff-4640-b63f-c65cebebdd4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] For port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:22:20.731352 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f0e440ed-a7fe-4d26-b9b1-0ec584722960 req-abf6fd6c-feff-4640-b63f-c65cebebdd4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:20.744986 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-f0e440ed-a7fe-4d26-b9b1-0ec584722960 req-abf6fd6c-feff-4640-b63f-c65cebebdd4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Calling delete_port for 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:22:20.876053 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f0e440ed-a7fe-4d26-b9b1-0ec584722960 req-abf6fd6c-feff-4640-b63f-c65cebebdd4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (1d972435-c1ae-4ef1-a2a8-b8b645be7ad0), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:20.904173 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6fd6c-feff-4640-b63f-c65cebebdd4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event deleted for resources: {'Port': ['ID=1d972435-c1ae-4ef1-a2a8-b8b645be7ad0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:20.948858 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e440ed-a7fe-4d26-b9b1-0ec584722960 req-abf6fd6c-feff-4640-b63f-c65cebebdd4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] No DVR routers for this DVR port 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 on host hv-cinder-83754 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:22:20.951250 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f0e440ed-a7fe-4d26-b9b1-0ec584722960 req-abf6fd6c-feff-4640-b63f-c65cebebdd4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:20.954497 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0e440ed-a7fe-4d26-b9b1-0ec584722960 req-abf6fd6c-feff-4640-b63f-c65cebebdd4d tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.13 "DELETE /v2.0/ports/1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 HTTP/1.1" status: 204 len: 173 time: 0.3927031 Apr 12 20:22:20.954932 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'name': 'network-vif-deleted', 'tag': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 20:22:20.958347 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d2254a1dc315ac9a3439de2d0b358f1cdefe12bafc38dfb612611de5e49067f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ffc641-7fb3-4c94-a102-90196fc9d7c4" -d '{"events": [{"server_uuid": "4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93", "name": "network-vif-deleted", "tag": "1d972435-c1ae-4ef1-a2a8-b8b645be7ad0"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 20:22:20.994791 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 20:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778b9670-4141-4230-884a-c7e6e0f981e4 x-openstack-request-id: req-778b9670-4141-4230-884a-c7e6e0f981e4 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 20:22:20.995130 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93", "name": "network-vif-deleted", "tag": "1d972435-c1ae-4ef1-a2a8-b8b645be7ad0", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 20:22:20.995326 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-778b9670-4141-4230-884a-c7e6e0f981e4 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 20:22:20.995752 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-778b9670-4141-4230-884a-c7e6e0f981e4'] response: {'server_uuid': '4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93', 'name': 'network-vif-deleted', 'tag': '1d972435-c1ae-4ef1-a2a8-b8b645be7ad0', 'status': 'completed', 'code': 200} Apr 12 20:22:21.196812 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bea8e877-009f-4ad8-963a-d5c2d96dbc67 req-79df9bf7-6bb4-4320-9ac6-5daa9c893825 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a71bb70-09a8-42c3-b6a9-3b3a9c8d3d93 HTTP/1.1" status: 200 len: 210 time: 0.0318241 Apr 12 20:22:21.476412 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:21.546270 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:22:22.253546 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46772) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:22.369291 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-67fcb3ef-59f6-44e7-9247-7ed783d501c4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Deleting port 09921a67-f9ed-419d-a1bb-44ce4386fa75 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:22:22.369635 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-67fcb3ef-59f6-44e7-9247-7ed783d501c4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (09921a67-f9ed-419d-a1bb-44ce4386fa75), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:22.446255 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-67fcb3ef-59f6-44e7-9247-7ed783d501c4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (09921a67-f9ed-419d-a1bb-44ce4386fa75), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:22.446576 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-67fcb3ef-59f6-44e7-9247-7ed783d501c4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for floatingip (09921a67-f9ed-419d-a1bb-44ce4386fa75), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:22.459475 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-67fcb3ef-59f6-44e7-9247-7ed783d501c4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Calling delete_port for 09921a67-f9ed-419d-a1bb-44ce4386fa75 owned by network:floatingip {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:22:22.587544 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-67fcb3ef-59f6-44e7-9247-7ed783d501c4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (09921a67-f9ed-419d-a1bb-44ce4386fa75), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:22.613456 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcb3ef-59f6-44e7-9247-7ed783d501c4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event deleted for resources: {'Port': ['ID=09921a67-f9ed-419d-a1bb-44ce4386fa75,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:22.674452 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-67fcb3ef-59f6-44e7-9247-7ed783d501c4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for floatingip (0f561682-0c96-4207-8f65-77ecd6f886d7), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:22.677803 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-67fcb3ef-59f6-44e7-9247-7ed783d501c4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2047550'] for floatingip (None), before_response {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:22.678976 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-67fcb3ef-59f6-44e7-9247-7ed783d501c4 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "DELETE /v2.0/floatingips/0f561682-0c96-4207-8f65-77ecd6f886d7 HTTP/1.1" status: 204 len: 168 time: 0.4240665 Apr 12 20:22:23.868931 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46784) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:23.925615 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12916e9f-4a3b-4468-a480-d5be69120101 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group (2038a55d-d9e9-4b7c-af4d-6f277ad4e147), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:23.950686 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12916e9f-4a3b-4468-a480-d5be69120101 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group (2038a55d-d9e9-4b7c-af4d-6f277ad4e147), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:24.009901 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12916e9f-4a3b-4468-a480-d5be69120101 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (2038a55d-d9e9-4b7c-af4d-6f277ad4e147), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:24.013081 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12916e9f-4a3b-4468-a480-d5be69120101 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:24.014225 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-12916e9f-4a3b-4468-a480-d5be69120101 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] 10.222.0.44 "DELETE /v2.0/security-groups/2038a55d-d9e9-4b7c-af4d-6f277ad4e147 HTTP/1.1" status: 204 len: 168 time: 0.1443164 Apr 12 20:22:24.023366 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12916e9f-4a3b-4468-a480-d5be69120101 tempest-TestVolumeBootPattern-1566393832 tempest-TestVolumeBootPattern-1566393832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2038a55d-d9e9-4b7c-af4d-6f277ad4e147,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:24.065307 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46788) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:24.793859 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bbd92b0-5679-485c-a888-b498dba3d0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651905'] for router_interface (d3765ffb-1837-4d59-af29-0df1af0e94f4), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:25.020979 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd92b0-5679-485c-a888-b498dba3d0cc admin admin] Deleting port e94b41eb-9043-476b-a992-a62b02b34f16 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:22:25.021700 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bbd92b0-5679-485c-a888-b498dba3d0cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:25.098134 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6bbd92b0-5679-485c-a888-b498dba3d0cc admin admin] For port e94b41eb-9043-476b-a992-a62b02b34f16, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=e94b41eb-9043-476b-a992-a62b02b34f16,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:22:25.098390 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bbd92b0-5679-485c-a888-b498dba3d0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:25.110770 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd92b0-5679-485c-a888-b498dba3d0cc admin admin] Calling delete_port for e94b41eb-9043-476b-a992-a62b02b34f16 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:22:25.299106 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bbd92b0-5679-485c-a888-b498dba3d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (e94b41eb-9043-476b-a992-a62b02b34f16), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:25.323821 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd92b0-5679-485c-a888-b498dba3d0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=e94b41eb-9043-476b-a992-a62b02b34f16,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:25.495713 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bbd92b0-5679-485c-a888-b498dba3d0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651805'] for router_interface (d3765ffb-1837-4d59-af29-0df1af0e94f4), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:25.716209 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbd92b0-5679-485c-a888-b498dba3d0cc admin admin] Router d3765ffb-1837-4d59-af29-0df1af0e94f4 has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:22:25.777678 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:22:25.802472 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] No Port match for: 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:22:25.802822 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Device 1d972435-c1ae-4ef1-a2a8-b8b645be7ad0 not bound to the agent host hv-cinder-83754 {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:22:25.825625 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbd92b0-5679-485c-a888-b498dba3d0cc admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:22:25.830900 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6bbd92b0-5679-485c-a888-b498dba3d0cc admin admin] 10.222.0.44 "PUT /v2.0/routers/d3765ffb-1837-4d59-af29-0df1af0e94f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7641394 Apr 12 20:22:25.832929 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46792) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:25.835386 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df038ec-abea-4bca-84d5-0f7665f7c6a1 None None] Sync routers for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:22:25.844800 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df038ec-abea-4bca-84d5-0f7665f7c6a1 None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:22:25.845421 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8df038ec-abea-4bca-84d5-0f7665f7c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:22:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:25.939549 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Publish callbacks [] for router (d3765ffb-1837-4d59-af29-0df1af0e94f4), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:25.954368 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-8df038ec-abea-4bca-84d5-0f7665f7c6a1 None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: dv-cinder-837542-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:22:26.045570 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Publish callbacks [] for router_gateway (d3765ffb-1837-4d59-af29-0df1af0e94f4), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.091106 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Deleting port 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:22:26.091451 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.125572 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8df038ec-abea-4bca-84d5-0f7665f7c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:22:25Z', 'revision_number': 5, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port': {'id': '3e02eb44-11a6-47be-ae5e-ef4acba55fc9', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:17Z', 'updated_at': '2022-04-12T20:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:26.152092 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df038ec-abea-4bca-84d5-0f7665f7c6a1 None None] Checking router: d3765ffb-1837-4d59-af29-0df1af0e94f4 for host: dv-cinder-837542-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:22:26.160435 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df038ec-abea-4bca-84d5-0f7665f7c6a1 None None] Routers {'d3765ffb-1837-4d59-af29-0df1af0e94f4'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:22:26.161001 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8df038ec-abea-4bca-84d5-0f7665f7c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:22:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['d3765ffb-1837-4d59-af29-0df1af0e94f4'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:26.170071 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] For port 3e02eb44-11a6-47be-ae5e-ef4acba55fc9, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=3e02eb44-11a6-47be-ae5e-ef4acba55fc9,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:22:26.170438 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.187961 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Calling delete_port for 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:22:26.251080 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-8df038ec-abea-4bca-84d5-0f7665f7c6a1 None None] Set router d3765ffb-1837-4d59-af29-0df1af0e94f4 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:22:26.308577 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8df038ec-abea-4bca-84d5-0f7665f7c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:22:26Z', 'revision_number': 6, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port_host': None}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:26.336006 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df038ec-abea-4bca-84d5-0f7665f7c6a1 None None] The sync data for ids ['d3765ffb-1837-4d59-af29-0df1af0e94f4'] in dv-cinder-837542-1-iscsi is: [{'id': 'd3765ffb-1837-4d59-af29-0df1af0e94f4', 'name': 'tempest-TestVolumeBootPattern-282868049-router', 'tenant_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:16Z', 'updated_at': '2022-04-12T20:22:26Z', 'revision_number': 6, 'project_id': 'b35fa81edeb941ae8bdbc5aca0992cbc', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:22:26.362225 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (3e02eb44-11a6-47be-ae5e-ef4acba55fc9), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.389259 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e02eb44-11a6-47be-ae5e-ef4acba55fc9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:26.454792 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651195'] for router_gateway (d3765ffb-1837-4d59-af29-0df1af0e94f4), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.545706 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61343'] for router (d3765ffb-1837-4d59-af29-0df1af0e94f4), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.547819 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Publish callbacks [] for router_controller (d3765ffb-1837-4d59-af29-0df1af0e94f4), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.602901 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650462'] for router (d3765ffb-1837-4d59-af29-0df1af0e94f4), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.603486 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3765ffb-1837-4d59-af29-0df1af0e94f4 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:22:26.608668 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.609880 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-dddf2584-47f4-46d0-b896-244dbbcfc809 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d3765ffb-1837-4d59-af29-0df1af0e94f4 HTTP/1.1" status: 204 len: 168 time: 0.7760227 Apr 12 20:22:26.612296 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46794) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:26.656559 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2929db-afe9-409c-a7f8-a98884da2fd1 admin admin] Deleting subnet c5f30ab7-edca-4f48-9883-79f1e8afbea4 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:22:26.659570 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e2929db-afe9-409c-a7f8-a98884da2fd1 admin admin] Publish callbacks [] for subnet (c5f30ab7-edca-4f48-9883-79f1e8afbea4), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.697472 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e2929db-afe9-409c-a7f8-a98884da2fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066142160'] for subnet (c5f30ab7-edca-4f48-9883-79f1e8afbea4), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.787866 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e2929db-afe9-409c-a7f8-a98884da2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (c5f30ab7-edca-4f48-9883-79f1e8afbea4), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.840153 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e2929db-afe9-409c-a7f8-a98884da2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065568327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065880476'] for subnet (c5f30ab7-edca-4f48-9883-79f1e8afbea4), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.868287 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2929db-afe9-409c-a7f8-a98884da2fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f30ab7-edca-4f48-9883-79f1e8afbea4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:26.870453 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e2929db-afe9-409c-a7f8-a98884da2fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.873649 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2e2929db-afe9-409c-a7f8-a98884da2fd1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c5f30ab7-edca-4f48-9883-79f1e8afbea4 HTTP/1.1" status: 204 len: 168 time: 0.2597947 Apr 12 20:22:26.874122 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c687673d-a60e-41df-a56d-ae786a64d55a None None] Network 3bbbf339-92cd-4aff-949f-c902d9a857ae requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:22:26.876039 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46796) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:26.949185 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (3bbbf339-92cd-4aff-949f-c902d9a857ae), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:26.994338 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Deleting port f2da642c-d292-43e2-8660-198ec7061f4a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:22:26.994677 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:27.059891 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] For port f2da642c-d292-43e2-8660-198ec7061f4a, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=f2da642c-d292-43e2-8660-198ec7061f4a,segment=NetworkSegment(37dfb444-c24f-4282-b32d-750b3e44c629),segment_id=37dfb444-c24f-4282-b32d-750b3e44c629)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:22:27.060623 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:27.073507 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Calling delete_port for f2da642c-d292-43e2-8660-198ec7061f4a owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:22:27.130499 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aabe1e8-7385-49e4-99fc-47fcba1ed8f9 None None] DHCP port deletion for 3bbbf339-92cd-4aff-949f-c902d9a857ae request from dv-cinder-837542-1-iscsi {{(pid=103446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:22:27.158358 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device e94b41eb-9043-476b-a992-a62b02b34f16 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:22:27.171275 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:27.183280 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: e94b41eb-9043-476b-a992-a62b02b34f16 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:22:27.183629 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device e94b41eb-9043-476b-a992-a62b02b34f16 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:22:27.192750 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-7aabe1e8-7385-49e4-99fc-47fcba1ed8f9 None None] Deleting port f2da642c-d292-43e2-8660-198ec7061f4a {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:22:27.193133 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7aabe1e8-7385-49e4-99fc-47fcba1ed8f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:27.201370 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] No DVR routers for this DVR port f2da642c-d292-43e2-8660-198ec7061f4a on host dv-cinder-837542-1-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:22:27.205211 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2da642c-d292-43e2-8660-198ec7061f4a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:27.264535 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-7aabe1e8-7385-49e4-99fc-47fcba1ed8f9 None None] For port f2da642c-d292-43e2-8660-198ec7061f4a, host dv-cinder-837542-1-iscsi, got binding levels [] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:22:27.264932 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7aabe1e8-7385-49e4-99fc-47fcba1ed8f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:27.279562 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-7aabe1e8-7385-49e4-99fc-47fcba1ed8f9 None None] Calling delete_port for f2da642c-d292-43e2-8660-198ec7061f4a owned by network:dhcp {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:22:27.282329 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.ipam_backend_mixin [None req-7aabe1e8-7385-49e4-99fc-47fcba1ed8f9 None None] Port f2da642c-d292-43e2-8660-198ec7061f4a was not found and therefore no delete operation was performed {{(pid=103446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 20:22:27.282617 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (3bbbf339-92cd-4aff-949f-c902d9a857ae), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:27.283752 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7aabe1e8-7385-49e4-99fc-47fcba1ed8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999'] for port (f2da642c-d292-43e2-8660-198ec7061f4a), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:27.307983 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbbf339-92cd-4aff-949f-c902d9a857ae']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:27.310920 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabe1e8-7385-49e4-99fc-47fcba1ed8f9 None None] Pushing event deleted for resources: {'Port': ['ID=f2da642c-d292-43e2-8660-198ec7061f4a,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:27.312788 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aabe1e8-7385-49e4-99fc-47fcba1ed8f9 None None] No DVR routers for this DVR port f2da642c-d292-43e2-8660-198ec7061f4a on host dv-cinder-837542-1-iscsi {{(pid=103446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:22:27.319907 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37dfb444-c24f-4282-b32d-750b3e44c629') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:27.320158 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37dfb444-c24f-4282-b32d-750b3e44c629') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:27.331436 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066142187'] for segment (37dfb444-c24f-4282-b32d-750b3e44c629), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:27.348984 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (37dfb444-c24f-4282-b32d-750b3e44c629), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:27.355447 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:22:27.355885 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065568509'] for segment (37dfb444-c24f-4282-b32d-750b3e44c629), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: Traceback (most recent call last): Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: timer() Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: cb(*args, **kw) Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: self._notify() Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: self.callback(batched_events) Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: event.method(event) Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: return f(self, *a, **k) Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._get(url).json() Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:22:27.357625 dv-cinder-837542-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:22:27.413818 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (3bbbf339-92cd-4aff-949f-c902d9a857ae), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:27.419674 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:27.425982 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3bbbf339-92cd-4aff-949f-c902d9a857ae HTTP/1.1" status: 204 len: 168 time: 0.5462906 Apr 12 20:22:27.426590 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [-] (103445) accepted ('10.222.0.44', 46798) {{(pid=103445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:27.435432 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cef8cb-747f-4584-94d8-c93ebaacec96 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbbf339-92cd-4aff-949f-c902d9a857ae,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:27.757039 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-545eae55-4c69-4c39-9d26-a51359a353fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1651905'] for router_interface (18fd4044-944b-400e-8669-3b133ec3c25e), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:27.986167 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-545eae55-4c69-4c39-9d26-a51359a353fd admin admin] Deleting port f342b876-cdd0-4ac9-9c97-0935f38fa556 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:22:27.986512 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-545eae55-4c69-4c39-9d26-a51359a353fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:28.063446 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-545eae55-4c69-4c39-9d26-a51359a353fd admin admin] For port f342b876-cdd0-4ac9-9c97-0935f38fa556, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=f342b876-cdd0-4ac9-9c97-0935f38fa556,segment=NetworkSegment(1fafb9a3-e996-4d7f-a2e8-24a4edfea070),segment_id=1fafb9a3-e996-4d7f-a2e8-24a4edfea070)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:22:28.063811 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-545eae55-4c69-4c39-9d26-a51359a353fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:28.076352 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-545eae55-4c69-4c39-9d26-a51359a353fd admin admin] Calling delete_port for f342b876-cdd0-4ac9-9c97-0935f38fa556 owned by network:router_interface {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:22:28.252698 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-545eae55-4c69-4c39-9d26-a51359a353fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067086281'] for port (f342b876-cdd0-4ac9-9c97-0935f38fa556), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:28.279139 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545eae55-4c69-4c39-9d26-a51359a353fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f342b876-cdd0-4ac9-9c97-0935f38fa556,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:28.446357 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-545eae55-4c69-4c39-9d26-a51359a353fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1651805'] for router_interface (18fd4044-944b-400e-8669-3b133ec3c25e), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:28.566482 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:22:28.586832 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:22:28.587180 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 3e02eb44-11a6-47be-ae5e-ef4acba55fc9 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:22:28.587595 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device f2da642c-d292-43e2-8660-198ec7061f4a no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:22:28.609261 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: f2da642c-d292-43e2-8660-198ec7061f4a {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:22:28.609535 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device f2da642c-d292-43e2-8660-198ec7061f4a not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:22:28.664779 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545eae55-4c69-4c39-9d26-a51359a353fd admin admin] Router 18fd4044-944b-400e-8669-3b133ec3c25e has already been hosted by L3 agent 1fa4a440-bc81-47b6-be24-f37b35fffb7c {{(pid=103445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 20:22:28.770612 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545eae55-4c69-4c39-9d26-a51359a353fd admin admin] Notify agent at l3_agent.dv-cinder-837542-1-iscsi the message routers_updated {{(pid=103445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 20:22:28.778088 dv-cinder-837542-1-iscsi neutron-server[103445]: INFO neutron.wsgi [None req-545eae55-4c69-4c39-9d26-a51359a353fd admin admin] 10.222.0.44 "PUT /v2.0/routers/18fd4044-944b-400e-8669-3b133ec3c25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3478599 Apr 12 20:22:28.778193 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46800) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:28.779094 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8972bb62-f8c1-457b-9e5d-3ec849c17c55 None None] Sync routers for ids ['18fd4044-944b-400e-8669-3b133ec3c25e'] in dv-cinder-837542-1-iscsi {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 20:22:28.789987 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8972bb62-f8c1-457b-9e5d-3ec849c17c55 None None] Routers {'18fd4044-944b-400e-8669-3b133ec3c25e'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:22:28.790597 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-8972bb62-f8c1-457b-9e5d-3ec849c17c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:22:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['18fd4044-944b-400e-8669-3b133ec3c25e'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:28.885010 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Publish callbacks [] for router (18fd4044-944b-400e-8669-3b133ec3c25e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:28.897235 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-8972bb62-f8c1-457b-9e5d-3ec849c17c55 None None] Set router 18fd4044-944b-400e-8669-3b133ec3c25e gateway port host: dv-cinder-837542-1-iscsi {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:22:28.995836 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Publish callbacks [] for router_gateway (18fd4044-944b-400e-8669-3b133ec3c25e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.039396 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Deleting port 32c69668-fbbf-4df2-80e5-327f31a1af2d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:22:29.039731 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.071149 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-8972bb62-f8c1-457b-9e5d-3ec849c17c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'name': 'tempest-TestVolumeBootPattern-671703993-router', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'external_fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:22Z', 'updated_at': '2022-04-12T20:22:28Z', 'revision_number': 5, 'project_id': 'f50180362f0440328bc45c34bdec507c', 'gw_port': {'id': '32c69668-fbbf-4df2-80e5-327f31a1af2d', 'name': '', 'network_id': '2a96407d-31ee-4009-9b88-c39044fbbdfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837542-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T20:15:23Z', 'updated_at': '2022-04-12T20:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f345fefe-c780-480c-a745-0b32309eb1fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837542-1-iscsi'}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:29.097668 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8972bb62-f8c1-457b-9e5d-3ec849c17c55 None None] Checking router: 18fd4044-944b-400e-8669-3b133ec3c25e for host: dv-cinder-837542-1-iscsi {{(pid=103447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 20:22:29.106134 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8972bb62-f8c1-457b-9e5d-3ec849c17c55 None None] Routers {'18fd4044-944b-400e-8669-3b133ec3c25e'} bound to L3 agent in host dv-cinder-837542-1-iscsi {{(pid=103447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 20:22:29.106740 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-8972bb62-f8c1-457b-9e5d-3ec849c17c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837542-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T20:01:38Z,description=,heartbeat_timestamp=2022-04-12T20:22:08Z,host='dv-cinder-837542-1-iscsi',id=1fa4a440-bc81-47b6-be24-f37b35fffb7c,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T20:01:38Z,topic='l3_agent')) {'router_ids': ['18fd4044-944b-400e-8669-3b133ec3c25e'], 'active': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:29.120146 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] For port 32c69668-fbbf-4df2-80e5-327f31a1af2d, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=32c69668-fbbf-4df2-80e5-327f31a1af2d,segment=NetworkSegment(42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24),segment_id=42ed6c2f-4ebb-424e-a61f-2aff8c5c7e24)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:22:29.120549 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.134001 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Calling delete_port for 32c69668-fbbf-4df2-80e5-327f31a1af2d owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:22:29.195994 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvr_db [None req-8972bb62-f8c1-457b-9e5d-3ec849c17c55 None None] Set router 18fd4044-944b-400e-8669-3b133ec3c25e gateway port host: None {{(pid=103447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 20:22:29.247149 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_hamode_db [None req-8972bb62-f8c1-457b-9e5d-3ec849c17c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'name': 'tempest-TestVolumeBootPattern-671703993-router', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:22Z', 'updated_at': '2022-04-12T20:22:28Z', 'revision_number': 6, 'project_id': 'f50180362f0440328bc45c34bdec507c', 'gw_port_host': None}], 'dv-cinder-837542-1-iscsi', False) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:29.308960 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (32c69668-fbbf-4df2-80e5-327f31a1af2d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.338286 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=32c69668-fbbf-4df2-80e5-327f31a1af2d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:29.365497 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8972bb62-f8c1-457b-9e5d-3ec849c17c55 None None] The sync data for ids ['18fd4044-944b-400e-8669-3b133ec3c25e'] in dv-cinder-837542-1-iscsi is: [{'id': '18fd4044-944b-400e-8669-3b133ec3c25e', 'name': 'tempest-TestVolumeBootPattern-671703993-router', 'tenant_id': 'f50180362f0440328bc45c34bdec507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T20:15:22Z', 'updated_at': '2022-04-12T20:22:28Z', 'revision_number': 6, 'project_id': 'f50180362f0440328bc45c34bdec507c', 'gw_port_host': None}] {{(pid=103447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 20:22:29.406157 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651195'] for router_gateway (18fd4044-944b-400e-8669-3b133ec3c25e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.497535 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61343'] for router (18fd4044-944b-400e-8669-3b133ec3c25e), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.499582 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Publish callbacks [] for router_controller (18fd4044-944b-400e-8669-3b133ec3c25e), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.541822 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650462'] for router (18fd4044-944b-400e-8669-3b133ec3c25e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.542482 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18fd4044-944b-400e-8669-3b133ec3c25e {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 20:22:29.547109 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.548362 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e81d624c-d398-4d3a-b49c-eb6e946e2cf5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/18fd4044-944b-400e-8669-3b133ec3c25e HTTP/1.1" status: 204 len: 168 time: 0.7690737 Apr 12 20:22:29.551774 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46802) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:29.594393 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5f8670-a725-46a3-9711-198b61e3ce72 admin admin] Deleting subnet aa34bfb6-dc97-48e1-addb-a329f8401850 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 20:22:29.598026 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8670-a725-46a3-9711-198b61e3ce72 admin admin] Publish callbacks [] for subnet (aa34bfb6-dc97-48e1-addb-a329f8401850), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.631562 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8670-a725-46a3-9711-198b61e3ce72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066142160'] for subnet (aa34bfb6-dc97-48e1-addb-a329f8401850), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.713195 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8670-a725-46a3-9711-198b61e3ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1402660'] for subnet (aa34bfb6-dc97-48e1-addb-a329f8401850), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.769911 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8670-a725-46a3-9711-198b61e3ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1402675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-271758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065568327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065880476'] for subnet (aa34bfb6-dc97-48e1-addb-a329f8401850), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.796137 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f8670-a725-46a3-9711-198b61e3ce72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa34bfb6-dc97-48e1-addb-a329f8401850,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:29.802509 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8670-a725-46a3-9711-198b61e3ce72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.806429 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-7a5f8670-a725-46a3-9711-198b61e3ce72 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aa34bfb6-dc97-48e1-addb-a329f8401850 HTTP/1.1" status: 204 len: 168 time: 0.2529690 Apr 12 20:22:29.808178 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46804) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:29.811621 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b767a997-59aa-42f5-9402-18e8d8ea8b89 None None] Network 139453bc-27b5-4704-bb4f-3f123c41938c requested from dv-cinder-837542-1-iscsi {{(pid=103446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 20:22:29.880577 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-755029'] for network (139453bc-27b5-4704-bb4f-3f123c41938c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.926398 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Deleting port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:22:29.926743 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:29.990667 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] For port 90f61733-fe16-4cfd-b2ff-07238deeaeb5, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=90f61733-fe16-4cfd-b2ff-07238deeaeb5,segment=NetworkSegment(1fafb9a3-e996-4d7f-a2e8-24a4edfea070),segment_id=1fafb9a3-e996-4d7f-a2e8-24a4edfea070)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:22:29.991026 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.129736 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] DHCP port deletion for 139453bc-27b5-4704-bb4f-3f123c41938c request from dv-cinder-837542-1-iscsi {{(pid=103446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 20:22:30.183103 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Deleting port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 20:22:30.183484 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765494577960'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.254734 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] For port 90f61733-fe16-4cfd-b2ff-07238deeaeb5, host dv-cinder-837542-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837542-1-iscsi',level=0,port_id=90f61733-fe16-4cfd-b2ff-07238deeaeb5,segment=NetworkSegment(1fafb9a3-e996-4d7f-a2e8-24a4edfea070),segment_id=1fafb9a3-e996-4d7f-a2e8-24a4edfea070)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 20:22:30.255140 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641807'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.271464 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Calling delete_port for 90f61733-fe16-4cfd-b2ff-07238deeaeb5 owned by network:dhcp {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:22:30.275716 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Calling delete_port for 90f61733-fe16-4cfd-b2ff-07238deeaeb5 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 20:22:30.364211 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065568296'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.390249 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Pushing event deleted for resources: {'Port': ['ID=90f61733-fe16-4cfd-b2ff-07238deeaeb5,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:30.397508 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] No DVR routers for this DVR port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 on host dv-cinder-837542-1-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:22:30.481700 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1351327', 'neutron.services.segments.db._delete_segments_for_network-8765494651832'] for network (139453bc-27b5-4704-bb4f-3f123c41938c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.494150 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1427400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765494585878', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765494093999'] for port (90f61733-fe16-4cfd-b2ff-07238deeaeb5), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.506399 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139453bc-27b5-4704-bb4f-3f123c41938c']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:30.517067 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fafb9a3-e996-4d7f-a2e8-24a4edfea070') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:30.517800 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fafb9a3-e996-4d7f-a2e8-24a4edfea070') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 20:22:30.520810 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Pushing event deleted for resources: {'Port': ['ID=90f61733-fe16-4cfd-b2ff-07238deeaeb5,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:30.525534 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] No DVR routers for this DVR port 90f61733-fe16-4cfd-b2ff-07238deeaeb5 on host dv-cinder-837542-1-iscsi {{(pid=103446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 20:22:30.529345 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765494653889', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066142187'] for segment (1fafb9a3-e996-4d7f-a2e8-24a4edfea070), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.533727 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.534258 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.535321 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.535975 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.536620 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.537110 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.537607 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.538093 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.538850 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.539370 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.539717 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.540063 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.540782 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.541249 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.541696 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277eb7c-59c9-4d6b-82a8-a5a189ef5fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837542-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 20:22:30.553155 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039'] for segment (1fafb9a3-e996-4d7f-a2e8-24a4edfea070), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.561000 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 20:22:30.561478 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1403039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065568509'] for segment (1fafb9a3-e996-4d7f-a2e8-24a4edfea070), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: Traceback (most recent call last): Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: timer() Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: cb(*args, **kw) Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: self._notify() Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: self.callback(batched_events) Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: event.method(event) Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: return f(self, *a, **k) Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._get(url).json() Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 20:22:30.563308 dv-cinder-837542-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 20:22:30.576177 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 32c69668-fbbf-4df2-80e5-327f31a1af2d no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:22:30.596415 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 32c69668-fbbf-4df2-80e5-327f31a1af2d {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:22:30.596772 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 32c69668-fbbf-4df2-80e5-327f31a1af2d not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:22:30.597863 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 90f61733-fe16-4cfd-b2ff-07238deeaeb5 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:22:30.616554 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: 90f61733-fe16-4cfd-b2ff-07238deeaeb5 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:22:30.616845 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device 90f61733-fe16-4cfd-b2ff-07238deeaeb5 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:22:30.617263 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device f342b876-cdd0-4ac9-9c97-0935f38fa556 no longer exists at agent ovs-agent-dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 20:22:30.622784 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1351334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651167'] for network (139453bc-27b5-4704-bb4f-3f123c41938c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.627960 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613090'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.634879 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] 10.222.0.44 "DELETE /v2.0/networks/139453bc-27b5-4704-bb4f-3f123c41938c HTTP/1.1" status: 204 len: 168 time: 0.8243487 Apr 12 20:22:30.637098 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] No Port match for: f342b876-cdd0-4ac9-9c97-0935f38fa556 {{(pid=103446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 20:22:30.637458 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.rpc [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Device f342b876-cdd0-4ac9-9c97-0935f38fa556 not bound to the agent host dv-cinder-837542-1-iscsi {{(pid=103446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 20:22:30.649059 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5021818-0fd3-4ae1-9c5a-d02ac6b9dcbb admin admin] Pushing event deleted for resources: {'Network': ['ID=139453bc-27b5-4704-bb4f-3f123c41938c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:30.806497 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46808) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:30.845951 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-0f3ea84b-a6fe-4a8f-add8-1647e121281c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b35fa81edeb941ae8bdbc5aca0992cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382195 Apr 12 20:22:30.849030 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46810) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:30.896099 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe1caf5e-8d45-4a29-a64e-b574b9619143 admin admin] Publish callbacks [] for security_group (dede8cac-640a-4bf7-9049-1eeb80e37a03), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.916202 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe1caf5e-8d45-4a29-a64e-b574b9619143 admin admin] Publish callbacks [] for security_group (dede8cac-640a-4bf7-9049-1eeb80e37a03), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.961806 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe1caf5e-8d45-4a29-a64e-b574b9619143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (dede8cac-640a-4bf7-9049-1eeb80e37a03), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.964459 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe1caf5e-8d45-4a29-a64e-b574b9619143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:30.965599 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-fe1caf5e-8d45-4a29-a64e-b574b9619143 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dede8cac-640a-4bf7-9049-1eeb80e37a03 HTTP/1.1" status: 204 len: 168 time: 0.1156018 Apr 12 20:22:30.973616 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1caf5e-8d45-4a29-a64e-b574b9619143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dede8cac-640a-4bf7-9049-1eeb80e37a03,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:31.310821 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46816) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:31.350827 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ef26a1ac-2ac5-4e39-99b0-335bb4e6c86e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f50180362f0440328bc45c34bdec507c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387971 Apr 12 20:22:31.353163 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.44', 46818) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 20:22:31.403274 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6427e480-183b-4990-93f7-b3e3ff872f65 admin admin] Publish callbacks [] for security_group (3008b6e0-bf85-4817-bb14-838c54ed52b0), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:31.424002 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6427e480-183b-4990-93f7-b3e3ff872f65 admin admin] Publish callbacks [] for security_group (3008b6e0-bf85-4817-bb14-838c54ed52b0), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:31.469401 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6427e480-183b-4990-93f7-b3e3ff872f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509030'] for security_group (3008b6e0-bf85-4817-bb14-838c54ed52b0), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:31.471808 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6427e480-183b-4990-93f7-b3e3ff872f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:31.473602 dv-cinder-837542-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6427e480-183b-4990-93f7-b3e3ff872f65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3008b6e0-bf85-4817-bb14-838c54ed52b0 HTTP/1.1" status: 204 len: 168 time: 0.1195502 Apr 12 20:22:31.481120 dv-cinder-837542-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427e480-183b-4990-93f7-b3e3ff872f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3008b6e0-bf85-4817-bb14-838c54ed52b0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 20:22:35.990542 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a059e612-5665-430c-ad58-385a8ed191e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:38.469660 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-000b3d9c-2358-4ab3-9f23-268b5e632351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:39.594507 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:40.761598 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:42.655373 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:51.477333 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:22:58.544914 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:23:05.993258 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-76b8520c-e037-465b-b61e-6fb78858e2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:08.473016 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b0eacf6e-e1df-49cd-a474-c6b4f1bf408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:09.597016 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:10.763309 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:12.658510 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:21.475994 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:35.544097 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:23:35.994773 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-23df000b-e51c-4a0d-9466-d3848c8817d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:38.474745 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-34ce59f7-5cca-467b-bddc-bb2e9a61273e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:39.602651 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:40.794944 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:42.660977 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:23:51.475316 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:05.995712 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e0a276ad-18b8-4ffa-bcd0-d32faad33c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:08.476096 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ed2cabdb-1146-410d-a096-21be82406809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:09.602461 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:10.768210 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:12.543359 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:24:12.662997 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:21.473902 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:35.998414 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c12e45c1-0f96-41d6-8d2c-1e046d5a2da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:38.477307 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3fdb8a19-6e75-4742-baa2-68d9ab59d61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:39.605848 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:40.769645 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:42.668606 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:24:49.541631 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:24:51.473652 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:06.000095 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-80d9a68a-7cf2-4c17-8148-b2c4c2016fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:08.478370 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e27e7deb-f626-453b-a1d7-55bf00ba5868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:09.608382 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:10.772308 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:12.661152 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:21.472233 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:26.539797 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:25:36.000770 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ba679b07-ec0d-4942-a642-a073a11cde6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:38.479806 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0e066df8-8e86-4321-b04f-86fc156ffee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:39.616515 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:40.800841 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:42.663460 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:25:51.473139 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:00.992987 dv-cinder-837542-1-iscsi neutron-server[103445]: DEBUG neutron.wsgi [req-cd6e6168-4780-407f-9c11-307916ee256b req-8ebdc91d-9989-410c-ba5d-5d4f8b306458 service neutron] (103445) timed out ('10.222.0.13', 51111) {{(pid=103445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 20:26:03.538541 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:26:06.002233 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c2c3cab6-b498-4b43-8a87-c0b2e09b39bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:08.481156 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ea502e4a-517e-410c-8169-9e2981d7ec95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:09.615219 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:10.777691 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:12.665761 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:21.472003 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:36.004087 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1aae6d58-2d24-40f3-88db-1678323b029e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:38.481994 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-46eccf02-ea43-4161-8082-d706abc38731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:39.615879 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:40.537029 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:26:40.780826 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:42.669444 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:26:51.472927 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:27:06.006905 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f81e1432-a2b3-4f59-bbca-dfc22f06a9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:27:08.483731 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-71f6c320-1a03-44da-aad9-f576a055bd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:27:09.619366 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:27:10.783031 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:27:12.667501 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:27:17.536069 dv-cinder-837542-1-iscsi neutron-server[103447]: DEBUG neutron.db.agents_db [None req-609b1343-ac91-47a7-ada0-72e150cd4792 None None] Agent healthcheck: found 6 active agents {{(pid=103447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 20:27:21.470128 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:27:36.008322 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4d28bc6d-cfc2-45e6-83e0-b53559b0fedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (95bbf811-0c9e-4758-b95a-68523ebedd4c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:27:38.484440 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3ab96d19-4c87-4049-b9c9-6edc08ac98a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (1fa4a440-bc81-47b6-be24-f37b35fffb7c), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:27:39.621850 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f6d36d6-bc70-460b-9ae5-264db957f5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (6a10183e-79a9-4151-8a55-edf0d6fe44a6), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:27:40.811141 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7e449ba9-07aa-45ca-9920-7d8880bcf111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (a1f1922e-d12d-4a29-bb75-b89e28aa1e7e), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:27:42.670520 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a8208d0-9247-4eed-8fba-208fb3ac962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (85c34ab8-79ac-443b-9920-0ce2f027b21d), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 20:27:51.482056 dv-cinder-837542-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5e891f4-64a8-4b36-9e43-c1c22d12f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765494651814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659934'] for agent (93a5c2b2-2342-4c32-9651-f0dc3bcd7e70), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}